-- Logs begin at Wed 2022-06-22 08:01:08 UTC, end at Wed 2022-06-22 09:23:36 UTC. -- Jun 22 08:51:55.579403 dv-cinder-787296-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 08:51:58.259050 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.common.config [-] Logging enabled! Jun 22 08:51:58.259594 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev362 Jun 22 08:51:58.259829 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104127) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 22 08:51:58.263138 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.common.config [-] Logging enabled! Jun 22 08:51:58.263390 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev362 Jun 22 08:51:58.263698 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104127) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 22 08:51:58.264644 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 08:51:58.264875 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 08:51:58.265241 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 08:51:58.265486 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 08:51:58.265709 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 08:51:58.266138 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.266439 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.266669 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.266965 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.267257 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.267541 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.267831 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.268126 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.268410 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.268690 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.268969 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.269198 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.269477 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.269764 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.270049 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.270360 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] debug = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.270645 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.271083 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.271489 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.271770 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.272056 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.272337 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.272606 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.272882 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.273169 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.273498 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] host = dv-cinder-787296-11-iscsi {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.273776 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.274075 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.274369 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.274656 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.274931 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.275206 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.275488 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.275761 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.276032 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] log_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.276306 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.276594 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.276882 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.277168 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.277389 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.277608 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.277890 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.278204 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.278481 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.278757 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.279032 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.279305 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.279577 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.279844 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.280128 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.280407 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.280690 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.280963 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.281234 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.281504 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.281772 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.282069 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.282348 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.282619 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.282896 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.283179 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.283446 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.283717 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.284015 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.284297 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.284576 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.284858 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.285132 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.285410 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.285680 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.285979 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.286272 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] use_json = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.286535 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.286801 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.287077 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.287348 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.287615 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.287885 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.288153 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.288434 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.288706 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:51:58.289003 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.289297 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.289595 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.289877 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.290215 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.290494 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.290782 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.291059 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.291346 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.291633 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.291921 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.292196 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.292492 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.292780 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.293078 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.293380 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.293673 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.293963 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.294266 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.294541 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.294815 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.295091 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.295379 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.295654 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.295941 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.296228 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.296503 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.296801 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.297083 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.297367 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.297658 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.297945 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.298250 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.298529 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.298819 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.299095 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.299365 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.299651 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.299924 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.300194 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.300473 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.300760 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.301046 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.301317 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.302151 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.302445 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.302712 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.302983 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.303256 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.303531 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.303802 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.304087 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.304361 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.304629 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.304901 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.305175 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.305444 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.305714 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.305988 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.306280 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.306560 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.306830 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.307102 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.307374 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.307646 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.307918 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.308189 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.308458 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.308734 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.309005 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.309275 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.309548 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.309823 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.310122 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.310421 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.310698 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.310976 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.311254 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.311529 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.311806 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.312081 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.312358 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.312636 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.312908 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.313202 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.313489 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.313777 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.314087 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.314355 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.314667 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.314946 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.315223 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.315507 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.315782 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.316058 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.316342 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.316623 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.316918 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.317845 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.318166 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.318460 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.318757 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.319057 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.319341 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.319651 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.319933 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:51:58.320150 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 08:51:58.320385 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104127) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 08:51:58.617897 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 22 08:51:58.618094 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 22 08:51:58.618400 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 22 08:51:58.618729 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 08:51:59.036236 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.036546 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.036784 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.038095 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.038370 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.038633 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.091214 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.091485 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.091744 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.106235 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.106511 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.106778 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.136482 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.136756 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.137020 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.173225 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.173500 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.173760 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.405970 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.406618 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.406618 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.406791 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.407386 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.505878 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.506211 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.506491 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.506759 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.507020 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.507328 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.507584 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.507836 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.508087 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.508366 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.508621 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.508885 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.509139 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.509387 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.509640 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.509899 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.510175 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.510437 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.510702 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.510959 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.511230 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.511479 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.511757 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.512130 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.512375 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.512617 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.513014 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:51:59.513255 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:51:59.513491 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:51:59.513728 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:51:59.513962 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:51:59.514219 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:51:59.514586 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 08:51:59.517611 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 08:51:59.522107 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 08:51:59.525696 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 22 08:51:59.527339 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 08:51:59.527955 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 08:51:59.528286 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 08:51:59.528663 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 08:51:59.531433 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 08:51:59.531681 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 08:51:59.532024 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 08:51:59.537608 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 22 08:51:59.559993 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 08:51:59.560439 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.560731 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104127) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 22 08:51:59.561096 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.562458 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104127) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 08:51:59.562745 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 08:51:59.562986 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 08:51:59.566220 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.566497 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:51:59.713021 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 08:51:59.713193 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 08:51:59.713426 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 08:51:59.713796 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 08:51:59.768180 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO dbcounter [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Registered counter for database neutron Jun 22 08:51:59.787733 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_db.sqlalchemy.engines [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104127) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 08:51:59.793453 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writer thread running {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 08:52:00.530071 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Initializing driver for type 'gre' Jun 22 08:52:00.530702 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] gre ID ranges: [(1, 1000)] Jun 22 08:52:00.690277 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Initializing driver for type 'local' Jun 22 08:52:00.690709 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Initializing driver for type 'vlan' Jun 22 08:52:00.767159 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] VlanTypeDriver initialization complete Jun 22 08:52:00.767523 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Initializing driver for type 'vxlan' Jun 22 08:52:00.768024 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] vxlan ID ranges: [(1, 1000)] Jun 22 08:52:00.975715 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Initializing extension driver 'port_security' Jun 22 08:52:00.976051 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.extensions.port_security [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] PortSecurityExtensionDriver initialization complete Jun 22 08:52:00.976386 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Initializing mechanism driver 'openvswitch' Jun 22 08:52:00.976704 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Initializing mechanism driver 'hyperv' Jun 22 08:52:00.983472 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:00.984141 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > port after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.984512 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > port after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.984864 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > port after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.985364 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:52:00.985783 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > subnet after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.986154 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > subnet after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.986524 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.986907 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:52:00.987335 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > network after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.987678 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > network after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.988014 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > network after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.988393 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:52:00.989317 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > security_group after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.989645 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > security_group after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.989973 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.990407 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:52:00.990805 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.991143 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.991475 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.991855 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:52:00.992272 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > address_group after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.992611 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > address_group after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.992942 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.993321 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104127) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:52:00.993757 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] ML2 OVO RPC backend initialized. {{(pid=104127) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 08:52:00.994483 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.998721 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.998721 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > network before_response 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.998721 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > networks before_response 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.998721 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > port before_response 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999092 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > ports before_response 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999092 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > subnet before_response 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999092 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > subnets before_response 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999092 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > network after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999388 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > network after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999388 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > network after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999388 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > port after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999388 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > port after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999681 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > port after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999681 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > subnet after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999681 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > subnet after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:00.999905 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.008189 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded quota_driver: . Jun 22 08:52:01.008550 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.plugin [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Modular L2 Plugin initialization complete Jun 22 08:52:01.008894 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading services supported by the core plugin {{(pid=104127) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 08:52:01.009234 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.plugins.ml2.managers [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Got port-security extension from driver 'port_security' Jun 22 08:52:01.009705 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.extensions.vlantransparent [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Disabled vlantransparent extension. Jun 22 08:52:01.010231 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104127) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 08:52:01.010552 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading Plugin: router Jun 22 08:52:01.045641 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.046038 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router after_create 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.046427 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router before_create 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.046791 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.047164 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.047523 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router after_delete 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.047882 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.048237 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.048591 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router after_create 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.048936 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router after_update 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.049284 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router after_update 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.049631 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.049987 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router after_update 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.050415 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router precommit_update 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.050787 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: port after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.051120 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: port after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.052063 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: subnet after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.052398 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.052743 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.053090 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router precommit_create 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.053431 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: port before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.053770 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router precommit_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.054159 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router after_update 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.054506 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.054859 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router precommit_create 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.055216 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.055567 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router precommit_update 55549900 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.055927 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > agent after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.056276 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > agent after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.056619 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > network after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.057458 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Tracking information for resource: router configured {{(pid=104127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:52:01.057780 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Tracking information for resource: floatingip configured {{(pid=104127) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:52:01.062583 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.db.l3_agentschedulers_db [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 08:52:01.063150 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: port after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.063507 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: port after_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.063853 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: port after_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.064199 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: port after_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.064980 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router before_create 55550100 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.065346 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.065700 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router precommit_create 55550100 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.066050 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > router precommit_update 55550100 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.070869 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.services.provider_configuration [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service providers = [] {{(pid=104127) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 08:52:01.071225 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.db.servicetype_db [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104127) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 08:52:01.074302 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.services.service_base [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104127) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:52:01.074644 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.services.service_base [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104127) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:52:01.074981 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.services.service_base [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104127) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:52:01.075853 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.services.service_base [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104127) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:52:01.076216 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.services.service_base [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 08:52:01.076590 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:52:01.076900 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 08:52:01.087273 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:52:01.087600 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading Plugin: auto_allocate Jun 22 08:52:01.093142 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: network precommit_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.093456 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: network precommit_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.093966 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:52:01.094318 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading Plugin: tag Jun 22 08:52:01.101500 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:52:01.101820 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading Plugin: timestamp Jun 22 08:52:01.105552 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:52:01.105873 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading Plugin: network_ip_availability Jun 22 08:52:01.111281 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.111646 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.111999 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.112714 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:52:01.113027 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading Plugin: flavors Jun 22 08:52:01.118727 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:52:01.119054 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading Plugin: revisions Jun 22 08:52:01.123229 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104127) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:52:01.123615 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_concurrency.lockutils [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.505s {{(pid=104127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 22 08:52:01.124338 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104127) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 22 08:52:01.124666 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Initializing extension manager. Jun 22 08:52:01.125185 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: __init__.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.125521 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: __pycache__ {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.125855 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: address_group.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.126882 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.127443 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: address-group Jun 22 08:52:01.127762 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: address_scope.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.128460 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.128968 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: address-scope Jun 22 08:52:01.129289 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.130840 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.131345 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: router-admin-state-down-before-update Jun 22 08:52:01.131664 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: agent.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.132355 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.132859 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: agent Jun 22 08:52:01.133181 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: agent_resources_synced.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.134090 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.134599 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: agent-resources-synced Jun 22 08:52:01.134919 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: allowedaddresspairs.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.136684 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.137203 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: allowed-address-pairs Jun 22 08:52:01.137522 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: auto_allocated_topology.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.138610 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.139121 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: auto-allocated-topology Jun 22 08:52:01.139442 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: availability_zone.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.140121 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.140625 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: availability_zone Jun 22 08:52:01.140941 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: availability_zone_filter.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.141834 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.142363 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: availability_zone_filter Jun 22 08:52:01.142682 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: data_plane_status.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.143574 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.144076 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 08:52:01.144391 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: default_subnetpools.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.145879 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.146409 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: default-subnetpools Jun 22 08:52:01.146730 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.147524 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.148027 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: dhcp_agent_scheduler Jun 22 08:52:01.148347 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: dns.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.149253 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.149763 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 08:52:01.150106 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: dns_domain_ports.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.151013 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.151520 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 08:52:01.151839 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.152745 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.153252 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 22 08:52:01.153570 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: dvr.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.154262 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.154773 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: dvr Jun 22 08:52:01.155094 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: ecmp_routes.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.155994 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.156498 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 22 08:52:01.156812 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: empty_string_filtering.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.157705 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.158257 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: empty-string-filtering Jun 22 08:52:01.158573 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.159638 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.160143 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 08:52:01.160458 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.161386 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.161888 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 08:52:01.162233 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: external_net.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.163171 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.163699 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: external-net Jun 22 08:52:01.164013 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.164918 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.165422 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: extra_dhcp_opt Jun 22 08:52:01.165735 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: extraroute.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.166649 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.167151 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: extraroute Jun 22 08:52:01.167464 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: extraroute_atomic.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.168474 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.168978 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: extraroute-atomic Jun 22 08:52:01.169291 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: filter_validation.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.169943 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.170472 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: filter-validation Jun 22 08:52:01.170788 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: fip_pf_description.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.171685 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.172186 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 08:52:01.172500 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: fip_pf_port_range.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.173427 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.173927 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 22 08:52:01.174266 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: fip_port_details.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.175166 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.175669 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: fip-port-details Jun 22 08:52:01.175986 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: flavors.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.177212 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.177720 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: flavors Jun 22 08:52:01.178039 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.179678 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.180200 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 08:52:01.180529 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: floatingip_pools.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.181214 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.181727 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: floatingip-pools Jun 22 08:52:01.182047 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: ip_allocation.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.182982 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.183494 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 08:52:01.183812 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.184712 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.185230 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: ip-substring-filtering Jun 22 08:52:01.185554 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: l2_adjacency.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.186508 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.187011 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 08:52:01.187329 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: l3.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.188278 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.188800 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: router Jun 22 08:52:01.189119 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.191314 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.191839 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 08:52:01.192700 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.193600 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.194140 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: ext-gw-mode Jun 22 08:52:01.194465 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.195370 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.195880 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: l3-ha Jun 22 08:52:01.196200 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.197090 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.197594 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 22 08:52:01.197911 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: l3_flavors.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.198839 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.199349 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: l3-flavors Jun 22 08:52:01.199665 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.201066 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.201576 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 22 08:52:01.201896 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.202814 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.203322 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 08:52:01.203641 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: l3agentscheduler.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.204789 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.205308 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: l3_agent_scheduler Jun 22 08:52:01.205629 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: local_ip.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.207438 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.208596 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension local_ip not supported by any of loaded plugins Jun 22 08:52:01.208918 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: logging.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.210403 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.210922 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension logging not supported by any of loaded plugins Jun 22 08:52:01.211248 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: metering.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.211975 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.212550 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: metering Jun 22 08:52:01.212871 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.213947 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.214491 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: metering_source_and_destination_fields Jun 22 08:52:01.214812 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: multiprovidernet.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.215744 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.216253 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: multi-provider Jun 22 08:52:01.216571 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: netmtu.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.217458 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.217961 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: net-mtu Jun 22 08:52:01.218304 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: netmtu_writable.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.219203 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.219710 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: net-mtu-writable Jun 22 08:52:01.220034 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: network_availability_zone.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.220689 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.221196 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: network_availability_zone Jun 22 08:52:01.221513 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: network_ip_availability.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.222614 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.223144 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: network-ip-availability Jun 22 08:52:01.223639 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: network_segment_range.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.224447 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.224952 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 08:52:01.225275 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: pagination.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.226273 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.226599 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: pagination Jun 22 08:52:01.226914 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: port_device_profile.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.227808 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.228322 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: port-device-profile Jun 22 08:52:01.228633 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: port_mac_address_override.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.229537 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.230041 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: port-mac-override Jun 22 08:52:01.230378 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.231272 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.231777 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: port-mac-address-regenerate Jun 22 08:52:01.232093 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.232993 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.233498 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: port-numa-affinity-policy Jun 22 08:52:01.233816 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: port_resource_request.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.234734 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.235239 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 08:52:01.235554 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: port_resource_request_groups.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.236498 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.236998 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 22 08:52:01.237313 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: portbindings.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.238250 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.238774 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: binding Jun 22 08:52:01.239158 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: portbindings_extended.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.240382 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.240891 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: binding-extended Jun 22 08:52:01.241212 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: portsecurity.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.242141 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.242652 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: port-security Jun 22 08:52:01.242972 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: project_id.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.243927 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.244251 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: project-id Jun 22 08:52:01.244565 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: providernet.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.245458 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.245963 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: provider Jun 22 08:52:01.246301 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.251252 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.252041 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos not supported by any of loaded plugins Jun 22 08:52:01.252362 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.253738 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.254277 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 08:52:01.255249 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.256181 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.256695 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 08:52:01.257017 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_default.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.257915 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.258457 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-default not supported by any of loaded plugins Jun 22 08:52:01.258778 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_fip.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.259678 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.260185 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 08:52:01.260505 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.261394 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.261905 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 22 08:52:01.262256 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_gateway_ip.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.263156 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.263662 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 08:52:01.263980 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_port_network_policy.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.264869 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.265374 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 08:52:01.265699 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.266741 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.267247 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 22 08:52:01.267567 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.268581 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.269087 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 22 08:52:01.269405 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_pps_rule.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.271223 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.271729 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-pps not supported by any of loaded plugins Jun 22 08:52:01.272050 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_rule_type_details.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.272986 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.273491 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 08:52:01.273808 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.274728 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.275232 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 22 08:52:01.275548 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: qos_rules_alias.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.276586 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.277092 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 08:52:01.277413 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: quota_check_limit.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.278404 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.278913 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: quota-check-limit Jun 22 08:52:01.279231 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: quotasv2.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.280174 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.280495 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: quotas Jun 22 08:52:01.280825 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: quotasv2_detail.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.282504 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.282838 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: quota_details Jun 22 08:52:01.283163 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: rbac.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.284206 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.284728 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: rbac-policies Jun 22 08:52:01.285054 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: rbac_address_group.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.286113 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.286617 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: rbac-address-group Jun 22 08:52:01.286935 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: rbac_address_scope.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.287841 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.288353 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: rbac-address-scope Jun 22 08:52:01.288675 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: rbac_security_groups.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.289646 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.290190 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: rbac-security-groups Jun 22 08:52:01.290517 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: rbac_subnetpool.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.291421 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.291926 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: rbac-subnetpool Jun 22 08:52:01.292247 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: revisionifmatch.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.293146 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.293657 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: revision-if-match Jun 22 08:52:01.293976 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: revisions.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.295082 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.295597 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: standard-attr-revisions Jun 22 08:52:01.295924 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: router_availability_zone.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.296752 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.297264 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: router_availability_zone Jun 22 08:52:01.297587 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: routerservicetype.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.298526 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.299031 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 08:52:01.299351 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.300255 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.300761 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: security-groups-normalized-cidr Jun 22 08:52:01.301080 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.302026 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.302551 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: port-security-groups-filtering Jun 22 08:52:01.302868 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.303782 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.304292 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: security-groups-remote-address-group Jun 22 08:52:01.304612 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.305515 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.306025 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: security-groups-shared-filtering Jun 22 08:52:01.306366 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: securitygroup.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.315866 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.316398 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: security-group Jun 22 08:52:01.316726 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: segment.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.318176 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.318691 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension segment not supported by any of loaded plugins Jun 22 08:52:01.319009 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.319945 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.320455 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 08:52:01.320775 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: servicetype.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.321859 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.322413 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: service-type Jun 22 08:52:01.322729 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: sorting.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.323687 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.324011 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: sorting Jun 22 08:52:01.324327 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: standard_attr_segment.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.325219 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.325724 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 08:52:01.326048 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: standardattrdescription.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.326703 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.327205 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: standard-attr-description Jun 22 08:52:01.327521 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: stateful_security_group.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.328445 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.328957 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: stateful-security-group Jun 22 08:52:01.329278 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: stdattrs_common.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.329847 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 08:52:01.330192 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.331107 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.331624 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 08:52:01.331940 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: subnet_onboard.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.333682 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.334220 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: subnet_onboard Jun 22 08:52:01.334545 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.335457 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.335967 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 08:52:01.336285 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: subnet_service_types.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.337192 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.337705 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: subnet-service-types Jun 22 08:52:01.338025 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: subnetallocation.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.339115 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.339626 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: subnet_allocation Jun 22 08:52:01.339945 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.340595 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.341099 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: subnetpool-prefix-ops Jun 22 08:52:01.341415 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.342358 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.342861 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 08:52:01.343220 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: tagging.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.344221 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.344732 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: standard-attr-tag Jun 22 08:52:01.345049 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: timestamp.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.346256 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.346772 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loaded extension: standard-attr-timestamp Jun 22 08:52:01.347092 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: trunk.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.348097 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.348629 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension trunk not supported by any of loaded plugins Jun 22 08:52:01.348946 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: trunk_details.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.349847 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.350391 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 08:52:01.350712 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: uplink_status_propagation.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.351612 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.352119 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 08:52:01.352437 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Loading extension file: vlantransparent.py {{(pid=104127) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:52:01.353091 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104127) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:52:01.353598 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 08:52:01.356134 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:network Jun 22 08:52:01.356640 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:subnet Jun 22 08:52:01.357030 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:52:01.357415 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:port Jun 22 08:52:01.358662 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.359093 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service FLAVORS assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.359703 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.360120 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.360447 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:router Jun 22 08:52:01.360879 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 08:52:01.361409 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service METERING assigned prefix: /metering {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.362867 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.363235 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.363581 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:52:01.364594 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 08:52:01.365029 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:security_group Jun 22 08:52:01.365456 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 08:52:01.366052 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service CORE assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.366413 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:52:01.366756 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] subnetpool is already registered Jun 22 08:52:01.367183 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service CORE assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.367502 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:52:01.367830 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] subnetpool is already registered Jun 22 08:52:01.370140 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.370569 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service FLAVORS assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.371148 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.371564 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.371889 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:router Jun 22 08:52:01.372221 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] router is already registered Jun 22 08:52:01.372630 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 08:52:01.372958 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] floatingip is already registered Jun 22 08:52:01.373410 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service METERING assigned prefix: /metering {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.374092 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 08:52:01.374408 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] rbac_policy is already registered Jun 22 08:52:01.374814 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:security_group Jun 22 08:52:01.375271 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] security_group is already registered Jun 22 08:52:01.375712 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 08:52:01.376048 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] security_group_rule is already registered Jun 22 08:52:01.376929 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service CORE assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.377247 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:52:01.377573 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] subnetpool is already registered Jun 22 08:52:01.377981 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.v2.resource_helper [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Service CORE assigned prefix: {{(pid=104127) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:52:01.378323 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:52:01.378650 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING neutron.quota.resource_registry [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] subnetpool is already registered Jun 22 08:52:01.379115 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: extensions {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.381065 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: address-groups {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.382553 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: address-scopes {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.383846 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: agents {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.384981 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: auto-allocated-topology {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.386221 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: availability_zones {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.387434 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: dhcp-networks {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.388924 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: dhcp-agents {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.390342 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: routers {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.391996 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: flavors {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.393245 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: service_profiles {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.394466 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: next_providers {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.396542 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: service_profiles {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.398075 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: floatingip-pools {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.399287 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: routers {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.400956 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: floatingips {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.402248 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: l3-routers {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.403616 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: l3-agents {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.404991 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: metering-labels {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.406312 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: metering-label-rules {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.408594 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: network-ip-availabilities {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.409831 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: bindings {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.411428 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: quotas {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.413076 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: quotas {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.414623 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: rbac-policies {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.415796 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: security-groups {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.417080 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: security-group-rules {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.418386 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: service-providers {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.419579 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: subnetpools {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.420885 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: subnetpools {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.422437 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: tags {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.424128 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: tags {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.425926 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: tags {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.428449 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: tags {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.430121 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: tags {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.432108 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: tags {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.433753 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: tags {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.435649 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: tags {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.437407 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: tags {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.439172 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron.api.extensions [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Extended resource: tags {{(pid=104127) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:52:01.445913 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING keystonemiddleware.auth_token [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 08:52:01.450994 dv-cinder-787296-11-iscsi neutron-server[104127]: WARNING keystonemiddleware.auth_token [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 08:52:01.459830 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_concurrency.lockutils [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Acquired lock "singleton_lock" {{(pid=104127) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 22 08:52:01.460303 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_concurrency.lockutils [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Releasing lock "singleton_lock" {{(pid=104127) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 22 08:52:01.460943 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO oslo_service.service [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Starting 2 workers Jun 22 08:52:01.465743 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Started child 104239 {{(pid=104127) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:52:01.470269 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Started child 104240 {{(pid=104127) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:52:01.471387 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:01.472074 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO neutron.service [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 08:52:01.472456 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:01.473057 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [-] (104239) wsgi starting up on http://0.0.0.0:9696 Jun 22 08:52:01.474957 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO oslo_service.service [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Starting 1 workers Jun 22 08:52:01.475297 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:01.476754 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [-] (104240) wsgi starting up on http://0.0.0.0:9696 Jun 22 08:52:01.480127 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Started child 104241 {{(pid=104127) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:52:01.480657 dv-cinder-787296-11-iscsi neutron-server[104127]: INFO oslo_service.service [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Starting 1 workers Jun 22 08:52:01.483931 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.service [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] calling RpcWorker wait() {{(pid=104241) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 08:52:01.484513 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.service [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] returning from RpcWorker wait() {{(pid=104241) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 08:52:01.485116 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Started child 104242 {{(pid=104127) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:52:01.485856 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:01.485957 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6aa8271b-e87d-405f-9033-bb0004623a45 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:01.486333 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:01.487899 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104127) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 08:52:01.488111 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 08:52:01.488293 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 08:52:01.488530 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 08:52:01.489376 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 08:52:01.489540 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 08:52:01.490084 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.490353 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.490606 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.490699 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:01.491142 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.491467 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.491976 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.491976 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.492402 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.492502 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.492644 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.492808 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.493064 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.493308 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.493620 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.493894 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.494168 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.507702 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.507702 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.507702 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.507702 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.507702 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.507702 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] debug = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.507702 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508174 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508174 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508174 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508174 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508174 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508174 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508959 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508959 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508959 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] host = dv-cinder-787296-11-iscsi {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508959 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508959 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508959 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508959 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.508959 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509417 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509417 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509417 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509417 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509417 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509417 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509417 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509417 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509867 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509867 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_options = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509867 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509867 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509867 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509867 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.509867 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511079 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511079 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511079 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511079 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511079 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511079 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511079 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511079 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511546 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511546 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511546 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511546 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511546 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511546 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511546 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.511546 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512016 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512016 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512016 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512016 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512016 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512016 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512016 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512016 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512016 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512525 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.512764 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:01.513415 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.513643 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.513865 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.514116 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.514383 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.514605 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.514865 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.515196 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.515892 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.516124 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.516336 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.516858 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.517282 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_json = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.517498 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.517722 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.517946 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.518187 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.518400 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.518749 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.519122 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.519365 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.519604 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.521985 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.522322 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.522644 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.522914 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.523181 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.524085 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.524336 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.524571 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.528167 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.529409 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.529763 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.530030 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.530400 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.530931 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.531014 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.531310 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.531584 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.531915 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.532269 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.532368 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.532570 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.532818 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.533102 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.533346 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.533582 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.533844 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.534122 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.536917 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.537668 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.537863 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.539314 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.540134 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.540416 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.541778 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.542040 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.543035 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.543278 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.543950 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.544953 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.545209 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.545476 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.545725 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.545983 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.546240 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.546479 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.546727 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.546986 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.547245 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.547482 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.547706 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.547937 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.548171 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.548387 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.548600 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.548828 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.549079 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.549359 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.549607 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.549849 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.550119 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.550360 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.550581 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.550814 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.551034 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.551778 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.552034 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.552339 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.552551 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.552810 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.553049 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.553284 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.553499 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.553716 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.553928 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.554162 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.554398 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.554649 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.554877 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.555084 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.555293 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.555522 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.555733 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.555944 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.556493 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.558236 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.558497 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.558751 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.562855 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.562855 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.562855 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.562855 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.562855 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.562855 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.562855 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.562855 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563343 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563343 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563343 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563343 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563343 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563343 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563343 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563343 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563807 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563807 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563807 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.563986 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.564058 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.564260 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.564518 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.564737 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.565002 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.565252 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.565527 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.565789 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.566046 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.566321 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.566600 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.566841 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.567950 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.568276 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.568604 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.568831 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.569141 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.569452 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.569757 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.569997 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.570287 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.570538 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.570793 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.571041 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.571296 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.571549 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.571787 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.572007 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.572258 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.572496 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.572700 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.572930 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.573249 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.573481 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.573728 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.573938 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.574222 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.574455 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.574695 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.574961 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.575209 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.575445 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.575692 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.575957 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.576201 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.576441 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.576664 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.576873 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.577306 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.577516 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.577738 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.577952 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.578192 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.578422 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.578630 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.578840 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.579054 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.579268 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.579486 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.579746 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.579958 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.580180 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.580755 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.580983 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.581205 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.581424 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.581656 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.581886 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.582122 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.582402 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.582785 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.583060 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.583319 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.583658 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.583915 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.584129 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.584378 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.584598 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.584809 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.585019 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.585237 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.585449 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.585659 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.585884 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.586116 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.586373 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.586589 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.586939 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.587198 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.587485 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.587784 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.588023 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.588259 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.588467 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.588702 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.588942 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.589173 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.589397 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.589609 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.589825 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.590082 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.590306 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.591389 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.591389 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.591389 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.591389 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.591653 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.591719 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.591910 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.592121 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.592335 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.592543 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.592749 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.592977 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.593190 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.593495 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.593720 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.593963 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.594214 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.594451 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.594686 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.594921 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.595146 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.595398 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.595604 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.595828 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.596044 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.596275 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.596498 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.596708 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.596919 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.597136 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.597352 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.597560 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.597855 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.598087 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.598430 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.598735 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.598957 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.599158 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.599406 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.599618 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.599831 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.600046 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.600262 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.600467 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.600696 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.600900 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.601107 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.601327 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.601541 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.601747 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.602038 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.602323 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.602540 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.602828 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.603085 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.603327 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.603574 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.603882 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.604093 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.604331 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.604572 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.604788 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.605007 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.605257 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.605567 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.605832 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.606102 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.606366 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.606637 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.607114 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.607390 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.607604 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.607925 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.608244 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.608521 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.608783 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.609095 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.609348 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.609567 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.609782 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.609995 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.610248 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.610463 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.610714 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.610940 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.611205 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.611421 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.611645 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.611878 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.612099 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.612306 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.612529 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.612759 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.612913 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 08:52:01.613695 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104127) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 08:52:01.613695 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 08:52:01.614561 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 08:52:01.614561 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 08:52:01.614746 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 08:52:01.614746 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 08:52:01.615018 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.615136 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.615331 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.615456 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.615661 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.615783 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.615920 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.616077 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.616234 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.616397 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.616555 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.616709 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.616865 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.617020 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.617175 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.617330 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.617485 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.617703 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.617795 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.617941 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.618115 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.618277 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] debug = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.619913 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.619913 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.619913 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.619913 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.619913 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.619913 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621046 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:01.621132 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621132 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621132 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621132 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621132 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621132 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621132 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621132 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621661 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621661 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621661 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621661 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] host = dv-cinder-787296-11-iscsi {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621661 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621661 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621661 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.621661 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.622247 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.622247 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.622247 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.622247 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.622517 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.622517 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.622670 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.622750 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.622872 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.623028 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.623184 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_options = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.623339 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.623495 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.623649 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.623828 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.623989 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.624144 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.624298 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.624454 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.624609 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.624764 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.624919 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.625074 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.625228 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.625441 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.626027 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.626027 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.626205 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.626708 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.626814 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.626938 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.627093 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.627268 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.627451 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.627535 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.627689 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.627867 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.627986 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.628140 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.628294 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.628449 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.628604 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.628759 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.628915 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.629069 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.629231 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.629374 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.630241 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.630467 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.630467 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.630689 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.630831 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.630965 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.631097 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.631177 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.631338 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.631584 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.631724 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_json = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.631813 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.631898 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.632050 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.632205 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.632413 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.632509 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.632659 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.632815 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.632970 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:52:01.633169 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.633335 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.633508 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.633670 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.633831 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.633991 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.634172 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.634333 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.634493 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.634652 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.634820 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.634980 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.635149 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.635308 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.635467 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.635648 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.635778 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.635955 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.636090 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.636249 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.636408 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.636565 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.636733 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.636891 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.637050 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.637208 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.637403 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.637629 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.637716 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.637869 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.638023 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.638205 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.638365 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.638524 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.638683 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.638843 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.639003 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.639163 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.639323 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.639484 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.639645 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.639805 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.639965 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.640123 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.640283 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.640442 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.640601 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.640761 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.640920 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.641079 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.641238 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.641397 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.641557 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.641717 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.641874 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.642033 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.642211 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.642381 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.642541 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.642699 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.642857 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.643017 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.643176 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.643335 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.643495 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.643655 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.643814 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.643974 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.644144 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.644303 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.644462 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.644620 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.644780 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.644938 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.645169 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.645346 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.645505 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.645665 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.645824 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.645992 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.646180 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.646340 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.646500 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.646659 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.646818 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.646977 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.647136 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.647296 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.647454 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.647612 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.647798 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.648007 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.648169 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.648329 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.648489 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.648649 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.648815 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.648955 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.649114 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.649271 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.649429 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.649588 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.649745 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.649906 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.650082 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.650249 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.650408 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.650566 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.650725 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.650882 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.651041 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.651200 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.651358 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.651517 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.651676 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.651834 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.652018 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.652178 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.652338 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.652510 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.652670 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.652830 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.652990 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.653156 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.653325 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.653486 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.653677 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.653817 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.653955 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.654134 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.654339 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.654511 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.654671 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.654831 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.654991 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.655161 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.655322 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.655481 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.655641 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.655828 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.655987 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.656173 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.656282 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.656455 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.656595 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.656753 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.656912 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.657071 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.657229 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.657388 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.657548 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.657706 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.657865 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.658023 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.658203 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.658363 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.658521 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.658679 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.658839 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.658998 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.659156 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.659314 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.659472 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.659630 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.659789 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.659949 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.660108 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.660334 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.660576 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.660763 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.660961 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.661120 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.661257 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.661418 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.661577 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.661736 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.661898 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.662074 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.662237 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.662396 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.662556 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.662716 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.662876 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.663037 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.663197 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.663356 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.663515 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.663672 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.663832 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.663991 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.664149 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.664309 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.664468 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.664629 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.664806 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.664966 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.665126 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.665286 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.665445 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.665603 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.665767 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.665927 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.666109 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.666270 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.666431 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.666589 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.666749 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.666906 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.667065 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.667224 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.667386 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.667546 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.667708 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.667867 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.668029 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.668188 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.668347 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.668505 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.668664 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.668824 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.668981 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.669139 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.669299 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.669469 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.669631 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.669789 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.669948 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.670126 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.670288 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.670458 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.670618 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.670776 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.670935 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.671094 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.671253 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.671420 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.671579 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.671737 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.671895 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.672052 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.672212 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.672379 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.672538 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.672697 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.673337 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.673337 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.673337 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.673337 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.673635 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.673635 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.673790 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.673890 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.674048 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.674233 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.674393 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.674550 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.674708 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.674866 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.675025 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.675192 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.675351 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.675515 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.675682 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.675841 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.675999 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.676159 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.676872 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.677096 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.677255 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.677415 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.677575 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.677735 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.677897 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.678106 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.678254 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.678421 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.678583 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.678751 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.678916 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.679084 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.679242 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.679408 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.679578 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.679736 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.679893 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.680052 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.680210 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.680369 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.680528 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.680687 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.680845 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.681003 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.681160 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.681319 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.681477 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.681636 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.681794 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.681953 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.682133 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.682293 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.682453 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.682612 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:52:01.682762 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104127) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 08:52:01.759322 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 35978) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:01.768012 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065470 Jun 22 08:52:10.856469 dv-cinder-787296-11-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:13.116813 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451b7a74-5be5-4b06-a61b-700e6953f0ea None None] get_active_networks_info from dv-cinder-787296-11-iscsi {{(pid=104241) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 22 08:52:13.121624 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writer thread running {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 08:52:13.175510 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451b7a74-5be5-4b06-a61b-700e6953f0ea None None] No non-hosted networks {{(pid=104241) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 08:52:13.201428 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.agentschedulers_db [None req-451b7a74-5be5-4b06-a61b-700e6953f0ea None None] DHCP Agent not found on host dv-cinder-787296-11-iscsi {{(pid=104241) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 22 08:52:13.318982 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-27071d7c-3ff4-44e1-875b-b6d31fbf0b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460079'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:14.778849 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writer thread running {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 08:52:15.437141 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7378ad10-a0d8-42e7-b560-c5f7f887192a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460079'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:15.476611 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.db.api [None req-3153362a-ad6e-4f72-97f0-148d5d36868b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-787296-11-iscsi {{(pid=104241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 08:52:15.477128 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG oslo_db.api [None req-3153362a-ad6e-4f72-97f0-148d5d36868b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 08:52:16.090655 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3153362a-ad6e-4f72-97f0-148d5d36868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:16.488320 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36046) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:16.942233 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460079'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:17.267807 dv-cinder-787296-11-iscsi neutron-server[104239]: WARNING oslo_policy.policy [None req-b80f8690-4fae-4df7-b8f7-ebcfa465fa38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:52:17.268634 dv-cinder-787296-11-iscsi neutron-server[104239]: WARNING oslo_policy.policy [None req-b80f8690-4fae-4df7-b8f7-ebcfa465fa38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:52:17.503027 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [None req-b80f8690-4fae-4df7-b8f7-ebcfa465fa38 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 08:52:17.518832 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b80f8690-4fae-4df7-b8f7-ebcfa465fa38 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0276642 Jun 22 08:52:18.048283 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.db.l3_hamode_db [None req-5ee73a5f-dbd6-4951-93ea-afa90cca22ce None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 08:52:18.134824 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee73a5f-dbd6-4951-93ea-afa90cca22ce None None] Routers set() bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 08:52:18.136206 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee73a5f-dbd6-4951-93ea-afa90cca22ce None None] Router IDs set() for agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 22 08:52:18.624844 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460079'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:18.650028 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460079'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:18.650641 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.651242 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.651576 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.651898 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.652373 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.652852 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.653326 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.653819 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.654306 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.654777 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.655300 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.655769 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.656341 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.656807 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.657265 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:18.657804 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787296-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:18.672471 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787296-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:19.889430 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36082) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:20.223851 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-efd5e19a-ba19-4481-bc2e-6e05255affb1 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:52:20.314404 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.policy [None req-efd5e19a-ba19-4481-bc2e-6e05255affb1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104239) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 08:52:20.356913 dv-cinder-787296-11-iscsi neutron-server[104239]: WARNING oslo_policy.policy [None req-efd5e19a-ba19-4481-bc2e-6e05255affb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:52:20.357278 dv-cinder-787296-11-iscsi neutron-server[104239]: WARNING oslo_policy.policy [None req-efd5e19a-ba19-4481-bc2e-6e05255affb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:52:20.377819 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writer thread running {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 08:52:20.509889 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-efd5e19a-ba19-4481-bc2e-6e05255affb1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727687419389', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727687419849', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727687403145', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727687409684', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727687387655', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727687396793', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1314739', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1352771', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16450696', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16385328'] for rbac-policy (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:20.720493 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-efd5e19a-ba19-4481-bc2e-6e05255affb1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:20.721693 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-efd5e19a-ba19-4481-bc2e-6e05255affb1 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8312483 Jun 22 08:52:22.955866 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36094) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:23.283677 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:52:23.367100 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Made reservation on behalf of 90903642dfe940ce8410308d77d923ff for: {'network': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:52:23.371074 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:23.388443 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:23.496541 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Publish callbacks [] for security_group (47f49cb1-d3f4-4c42-bb0b-523b2bcb03bd), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:23.555448 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (47f49cb1-d3f4-4c42-bb0b-523b2bcb03bd), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:23.580363 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=104239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:52:23.616435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727684205698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (ec198021-bd17-4354-8709-86085063cdbb), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:23.616996 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Unsubscribe: segment precommit_create {{(pid=104239) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 08:52:23.634596 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.segments_db [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Added segment ec198021-bd17-4354-8709-86085063cdbb of type vlan for network db08d1c5-5de1-4cdf-86c2-fc3ec35be126 Jun 22 08:52:23.637505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=47f49cb1-d3f4-4c42-bb0b-523b2bcb03bd,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:23.689041 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.690283 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.690283 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.690283 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.690553 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.690686 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.691504 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.691894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.692330 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.692652 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.692967 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.693299 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.693614 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.693922 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.694256 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Tracked resource versions report: Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: pushed versions: Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: { 'AddressGroup': {'1.2'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Agent': {'1.1'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'ConntrackHelper': {'1.0'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'LocalIPAssociation': {'1.0'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Log': {'1.0'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'NDPProxy': {'1.0'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Network': {'1.1'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Port': {'1.7'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'PortForwarding': {'1.3'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'QosPolicy': {'1.10'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SecurityGroup': {'1.5'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SubPort': {'1.0'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Subnet': {'1.1'}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Trunk': {'1.1'}} Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: consumer versions: Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: { DHCP agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: L3 agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: Metadata agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: Metering agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: Open vSwitch agent@dv-cinder-787296-11-iscsi: { 'AddressGroup': '1.2', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Agent': '1.1', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'ConntrackHelper': '1.0', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'LocalIPAssociation': '1.0', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Log': '1.0', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'NDPProxy': '1.0', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Network': '1.1', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Port': '1.7', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'PortForwarding': '1.3', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'QosPolicy': '1.10', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SecurityGroup': '1.5', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SecurityGroupRule': '1.2', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SubPort': '1.0', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Subnet': '1.1', Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Trunk': '1.1'}} Jun 22 08:52:23.695613 dv-cinder-787296-11-iscsi neutron-server[104239]: {{(pid=104239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:52:23.727897 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (db08d1c5-5de1-4cdf-86c2-fc3ec35be126), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:23.766956 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:23.827096 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (db08d1c5-5de1-4cdf-86c2-fc3ec35be126), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:23.832287 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:52:23.833017 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:23.946854 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] Pushing event updated for resources: {'Network': ['ID=db08d1c5-5de1-4cdf-86c2-fc3ec35be126,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:23.958395 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network db08d1c5-5de1-4cdf-86c2-fc3ec35be126 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 08:52:23.966552 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-18be3b61-5a5b-4679-9d6d-e690e340a199 demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0096419 Jun 22 08:52:26.262669 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36108) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:26.760905 dv-cinder-787296-11-iscsi neutron-server[104240]: WARNING oslo_policy.policy [None req-d4d57466-3604-48c7-af28-fc3a6473abb6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:52:26.761647 dv-cinder-787296-11-iscsi neutron-server[104240]: WARNING oslo_policy.policy [None req-d4d57466-3604-48c7-af28-fc3a6473abb6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:52:26.989466 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writer thread running {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 08:52:27.190841 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.policy [None req-d4d57466-3604-48c7-af28-fc3a6473abb6 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104240) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 08:52:27.232714 dv-cinder-787296-11-iscsi neutron-server[104240]: WARNING oslo_policy.policy [None req-d4d57466-3604-48c7-af28-fc3a6473abb6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:52:27.233081 dv-cinder-787296-11-iscsi neutron-server[104240]: WARNING oslo_policy.policy [None req-d4d57466-3604-48c7-af28-fc3a6473abb6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:52:27.240990 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d57466-3604-48c7-af28-fc3a6473abb6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:52:27.242691 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d4d57466-3604-48c7-af28-fc3a6473abb6 demo admin] 10.222.0.36 "GET /v2.0/networks/db08d1c5-5de1-4cdf-86c2-fc3ec35be126 HTTP/1.1" status: 200 len: 825 time: 0.9791396 Jun 22 08:52:27.282627 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-047f5285-33de-44aa-a455-0a85a3411a65 demo admin] 10.222.0.36 "GET /v2.0/subnetpools/689d0fa5-17ee-49fd-b5a9-1cd9f9400f2a HTTP/1.1" status: 200 len: 734 time: 0.0342550 Jun 22 08:52:27.291453 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Request body: {'subnet': {'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '689d0fa5-17ee-49fd-b5a9-1cd9f9400f2a', 'name': 'private-subnet'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:52:27.398315 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Made reservation on behalf of 90903642dfe940ce8410308d77d923ff for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:52:27.401032 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:27.747111 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (61949d5e-ede9-4d6d-b32b-303559bf2215), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:27.819811 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Checking segment: {'id': 'ec198021-bd17-4354-8709-86085063cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:52:27.820189 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Network hostable DHCP agents. Network: db08d1c5-5de1-4cdf-86c2-fc3ec35be126, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:52:27.831244 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=61949d5e-ede9-4d6d-b32b-303559bf2215,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:27.836850 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:27.846332 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.846674 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.847026 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.847358 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.847710 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.848029 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.848428 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.848749 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.849082 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.849402 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.849731 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.850079 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.850408 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.850720 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.851029 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Tracked resource versions report: Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: pushed versions: Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: { 'AddressGroup': {'1.2'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Agent': {'1.1'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'ConntrackHelper': {'1.0'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'LocalIPAssociation': {'1.0'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Log': {'1.0'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'NDPProxy': {'1.0'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Network': {'1.1'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Port': {'1.7'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'PortForwarding': {'1.3'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'QosPolicy': {'1.10'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SecurityGroup': {'1.5'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SubPort': {'1.0'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Subnet': {'1.1'}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Trunk': {'1.1'}} Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: consumer versions: Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: { DHCP agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: L3 agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: Metadata agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: Metering agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: Open vSwitch agent@dv-cinder-787296-11-iscsi: { 'AddressGroup': '1.2', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Agent': '1.1', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'ConntrackHelper': '1.0', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'LocalIPAssociation': '1.0', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Log': '1.0', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'NDPProxy': '1.0', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Network': '1.1', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Port': '1.7', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'PortForwarding': '1.3', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'QosPolicy': '1.10', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SecurityGroup': '1.5', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SecurityGroupRule': '1.2', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SubPort': '1.0', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Subnet': '1.1', Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Trunk': '1.1'}} Jun 22 08:52:27.852352 dv-cinder-787296-11-iscsi neutron-server[104240]: {{(pid=104240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:52:27.935488 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Network db08d1c5-5de1-4cdf-86c2-fc3ec35be126 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:52:28.009778 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, db08d1c5-5de1-4cdf-86c2-fc3ec35be126) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:52:28.014432 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:52:28.015077 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:28.020382 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19695bb-b784-4548-af1c-6e5351c31742 None None] Network db08d1c5-5de1-4cdf-86c2-fc3ec35be126 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 08:52:28.109164 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-eb31232e-dc44-4806-9929-5a121f825ed1 demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8210437 Jun 22 08:52:28.283068 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-db08d1c5-5de1-4cdf-86c2-fc3ec35be126', 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126', 'project_id': '90903642dfe940ce8410308d77d923ff', 'fixed_ips': [{'subnet_id': '61949d5e-ede9-4d6d-b32b-303559bf2215'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 08:52:28.284357 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:28.567035 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Allocated IP 172.20.0.2 (db08d1c5-5de1-4cdf-86c2-fc3ec35be126/61949d5e-ede9-4d6d-b32b-303559bf2215/ec37db4d-7557-417b-b0da-206dbcf8759c) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:52:28.614809 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:28.882491 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Publish callbacks [] for port (ec37db4d-7557-417b-b0da-206dbcf8759c), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:28.956190 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (ec37db4d-7557-417b-b0da-206dbcf8759c), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:29.032428 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Network db08d1c5-5de1-4cdf-86c2-fc3ec35be126 is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:52:29.041906 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:52:29.046811 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 08:52:29.049749 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Pushing event updated for resources: {'Port': ['ID=ec37db4d-7557-417b-b0da-206dbcf8759c,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:29.081508 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.082436 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.082806 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.083153 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.083486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.083814 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.084139 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.084460 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.084783 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.085139 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.085449 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.085781 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.086126 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.086447 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.086764 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Tracked resource versions report: Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: pushed versions: Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: { 'AddressGroup': {'1.2'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Agent': {'1.1'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'ConntrackHelper': {'1.0'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'LocalIPAssociation': {'1.0'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Log': {'1.0'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'NDPProxy': {'1.0'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Network': {'1.1'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Port': {'1.7'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'PortForwarding': {'1.3'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'QosPolicy': {'1.10'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SecurityGroup': {'1.5'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SubPort': {'1.0'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Subnet': {'1.1'}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Trunk': {'1.1'}} Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: consumer versions: Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: { DHCP agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: L3 agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: Metadata agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: Metering agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: Open vSwitch agent@dv-cinder-787296-11-iscsi: { 'AddressGroup': '1.2', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Agent': '1.1', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'ConntrackHelper': '1.0', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'LocalIPAssociation': '1.0', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Log': '1.0', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'NDPProxy': '1.0', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Network': '1.1', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Port': '1.7', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'PortForwarding': '1.3', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'QosPolicy': '1.10', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SecurityGroup': '1.5', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SecurityGroupRule': '1.2', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SubPort': '1.0', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Subnet': '1.1', Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Trunk': '1.1'}} Jun 22 08:52:29.088145 dv-cinder-787296-11-iscsi neutron-server[104241]: {{(pid=104241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:52:29.112402 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:29.139345 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Attempting to bind port ec37db4d-7557-417b-b0da-206dbcf8759c on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 08:52:29.139741 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Attempting to bind port ec37db4d-7557-417b-b0da-206dbcf8759c by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'ec198021-bd17-4354-8709-86085063cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 08:52:29.140156 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Attempting to bind port ec37db4d-7557-417b-b0da-206dbcf8759c on network db08d1c5-5de1-4cdf-86c2-fc3ec35be126 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 08:52:29.146091 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 8, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 08:52:29.146484 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Checking segment: {'id': 'ec198021-bd17-4354-8709-86085063cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:52:29.146969 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:29.147354 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Bound using segment: {'id': 'ec198021-bd17-4354-8709-86085063cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 08:52:29.147810 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Bound port: ec37db4d-7557-417b-b0da-206dbcf8759c, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec198021-bd17-4354-8709-86085063cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 08:52:29.148215 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (ec37db4d-7557-417b-b0da-206dbcf8759c), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:29.211723 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] For port ec37db4d-7557-417b-b0da-206dbcf8759c, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:52:29.230863 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] For port ec37db4d-7557-417b-b0da-206dbcf8759c, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=ec37db4d-7557-417b-b0da-206dbcf8759c,segment=NetworkSegment(ec198021-bd17-4354-8709-86085063cdbb),segment_id=ec198021-bd17-4354-8709-86085063cdbb)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:52:29.324739 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (ec37db4d-7557-417b-b0da-206dbcf8759c), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:29.382282 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d2cfb-ef01-49c7-a058-65086eb7b697 None None] Pushing event updated for resources: {'Port': ['ID=ec37db4d-7557-417b-b0da-206dbcf8759c,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:30.430964 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36132) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:30.781400 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [None req-2c3938af-f874-4a12-a412-dfd9243316ce admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 08:52:30.794078 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-2c3938af-f874-4a12-a412-dfd9243316ce admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3507228 Jun 22 08:52:31.512751 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=7 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:31.517248 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:33.067249 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36144) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:33.393674 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [None req-996e0447-fb10-4077-a5cb-9b8d4120dab4 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 08:52:33.395784 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-996e0447-fb10-4077-a5cb-9b8d4120dab4 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3274834 Jun 22 08:52:33.922803 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=54,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:35.696182 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36152) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:36.029300 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-d96ef3c7-c6f6-4a11-87a8-61604af681ae demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:52:36.152820 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d96ef3c7-c6f6-4a11-87a8-61604af681ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (58001d1c-4990-403c-8d0c-4aa110d1486f), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:36.154514 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d96ef3c7-c6f6-4a11-87a8-61604af681ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (58001d1c-4990-403c-8d0c-4aa110d1486f), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:36.303024 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d96ef3c7-c6f6-4a11-87a8-61604af681ae demo demo] Publish callbacks [] for router_controller (58001d1c-4990-403c-8d0c-4aa110d1486f), precommit_add_association {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:36.362214 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d96ef3c7-c6f6-4a11-87a8-61604af681ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (58001d1c-4990-403c-8d0c-4aa110d1486f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:36.437266 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d96ef3c7-c6f6-4a11-87a8-61604af681ae demo demo] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:36.438499 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d96ef3c7-c6f6-4a11-87a8-61604af681ae demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7413282 Jun 22 08:52:37.544408 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4e0326-aaf8-4ba8-85f1-d4c67bb58905 None None] Network db08d1c5-5de1-4cdf-86c2-fc3ec35be126 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 08:52:37.667792 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-7cb17541-f9f9-41ae-8914-571bca039ae9 None None] Provisioning complete for port ec37db4d-7557-417b-b0da-206dbcf8759c triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:52:37.668196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7cb17541-f9f9-41ae-8914-571bca039ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (ec37db4d-7557-417b-b0da-206dbcf8759c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:37.812776 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-7cb17541-f9f9-41ae-8914-571bca039ae9 None None] Current status of the port ec37db4d-7557-417b-b0da-206dbcf8759c is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:52:37.813187 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7cb17541-f9f9-41ae-8914-571bca039ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (ec37db4d-7557-417b-b0da-206dbcf8759c), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:37.853463 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-7cb17541-f9f9-41ae-8914-571bca039ae9 None None] For port ec37db4d-7557-417b-b0da-206dbcf8759c, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=ec37db4d-7557-417b-b0da-206dbcf8759c,segment=NetworkSegment(ec198021-bd17-4354-8709-86085063cdbb),segment_id=ec198021-bd17-4354-8709-86085063cdbb)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:52:37.915643 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7cb17541-f9f9-41ae-8914-571bca039ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (ec37db4d-7557-417b-b0da-206dbcf8759c), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:37.962611 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb17541-f9f9-41ae-8914-571bca039ae9 None None] Pushing event updated for resources: {'Port': ['ID=ec37db4d-7557-417b-b0da-206dbcf8759c,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:38.034861 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-a4c7211c-a86d-4ef2-abf6-89e4dbc9e3aa None None] Provisioning complete for port ec37db4d-7557-417b-b0da-206dbcf8759c triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:52:38.035197 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a4c7211c-a86d-4ef2-abf6-89e4dbc9e3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (ec37db4d-7557-417b-b0da-206dbcf8759c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:38.078534 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:38.107621 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-a4c7211c-a86d-4ef2-abf6-89e4dbc9e3aa None None] Current status of the port ec37db4d-7557-417b-b0da-206dbcf8759c is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:52:38.252580 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device ec37db4d-7557-417b-b0da-206dbcf8759c up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 08:52:38.295960 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port ec37db4d-7557-417b-b0da-206dbcf8759c triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:52:38.296265 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (ec37db4d-7557-417b-b0da-206dbcf8759c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:38.367786 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port ec37db4d-7557-417b-b0da-206dbcf8759c is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:52:38.742402 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36164) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:39.062705 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [None req-4cd5ee1d-a1d3-4b7c-aee9-698eb3cf6683 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 08:52:39.063704 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-4cd5ee1d-a1d3-4b7c-aee9-698eb3cf6683 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3204062 Jun 22 08:52:41.329173 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36172) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:41.646282 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:52:41.740350 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Made reservation on behalf of 4ead886d5c674d14a096a137e80b192b for: {'network': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:52:41.742682 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:41.754020 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:41.825962 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Publish callbacks [] for security_group (cc2905fd-f1f2-45c1-aa10-be5de4ed5813), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:41.886440 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (cc2905fd-f1f2-45c1-aa10-be5de4ed5813), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:41.904723 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Reserving flat network on physical network physnet1 {{(pid=104239) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 08:52:41.921462 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2905fd-f1f2-45c1-aa10-be5de4ed5813,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:41.926157 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (c557e753-421d-4182-9b43-5ca10903b00e), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:41.926483 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.segments_db [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Added segment c557e753-421d-4182-9b43-5ca10903b00e of type flat for network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 Jun 22 08:52:41.979522 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (326ca9f6-f0c1-4751-84ea-10d28e6abb56), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:42.066286 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (326ca9f6-f0c1-4751-84ea-10d28e6abb56), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:42.067175 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:52:42.067739 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:42.157067 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] Pushing event updated for resources: {'Network': ['ID=326ca9f6-f0c1-4751-84ea-10d28e6abb56,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:42.167588 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 08:52:42.188953 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-98e154f5-a54e-4579-892b-d24b30a4e0ea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8587143 Jun 22 08:52:43.120926 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-56e9f952-47e9-434d-a5b8-ccc2ae787f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:44.430115 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36180) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:44.814658 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33763342-fce9-463a-8518-c3f5e8062425 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:52:44.816544 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-33763342-fce9-463a-8518-c3f5e8062425 demo admin] 10.222.0.36 "GET /v2.0/subnets/61949d5e-ede9-4d6d-b32b-303559bf2215 HTTP/1.1" status: 200 len: 849 time: 0.3854828 Jun 22 08:52:44.934567 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-281a62ab-a6a1-400f-85bd-a5284bf5d5e6 demo admin] 10.222.0.36 "GET /v2.0/routers/58001d1c-4990-403c-8d0c-4aa110d1486f HTTP/1.1" status: 200 len: 704 time: 0.1119189 Jun 22 08:52:45.063276 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:45.197135 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:45.409892 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-616e8f68-76cc-4dd7-b20c-4bc97a487e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:45.491866 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Allocated IP 172.20.0.1 (db08d1c5-5de1-4cdf-86c2-fc3ec35be126/61949d5e-ede9-4d6d-b32b-303559bf2215/8ced9024-872f-49b7-920c-a8fd81574b5e) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:52:45.629089 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:45.647500 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Publish callbacks [] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:45.773035 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:45.849124 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Network db08d1c5-5de1-4cdf-86c2-fc3ec35be126 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:52:45.858848 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:52:45.861363 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 08:52:45.861998 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (58001d1c-4990-403c-8d0c-4aa110d1486f), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:45.918783 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Pushing event updated for resources: {'Port': ['ID=8ced9024-872f-49b7-920c-a8fd81574b5e,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:46.072153 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-dbd26c24-1b5e-4eef-a1cc-c5b909aa6257 None None] Provisioning complete for port 8ced9024-872f-49b7-920c-a8fd81574b5e triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:52:46.072462 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-dbd26c24-1b5e-4eef-a1cc-c5b909aa6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:46.103287 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-dbd26c24-1b5e-4eef-a1cc-c5b909aa6257 None None] Port 8ced9024-872f-49b7-920c-a8fd81574b5e cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 08:52:46.181248 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:46.386258 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Publish callbacks [] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:46.431887 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:46.432686 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (58001d1c-4990-403c-8d0c-4aa110d1486f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:46.435486 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:46.485214 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Pushing event updated for resources: {'Port': ['ID=8ced9024-872f-49b7-920c-a8fd81574b5e,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:46.560723 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Network db08d1c5-5de1-4cdf-86c2-fc3ec35be126 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:52:46.561993 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:52:46.717283 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:46.723296 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-b0aa1974-0c40-4559-83cd-f2f14bc46d99 None None] Provisioning complete for port 8ced9024-872f-49b7-920c-a8fd81574b5e triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:52:46.723675 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b0aa1974-0c40-4559-83cd-f2f14bc46d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:46.754412 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa1974-0c40-4559-83cd-f2f14bc46d99 None None] Port 8ced9024-872f-49b7-920c-a8fd81574b5e cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 08:52:46.795265 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Router 58001d1c-4990-403c-8d0c-4aa110d1486f is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 08:52:46.839238 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:46.886485 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:46.887996 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:52:46.898570 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-51c48c0d-5a12-4326-8237-5dce4ffb0b94 demo admin] 10.222.0.36 "PUT /v2.0/routers/58001d1c-4990-403c-8d0c-4aa110d1486f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9532650 Jun 22 08:52:46.898683 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Sync routers for ids ['58001d1c-4990-403c-8d0c-4aa110d1486f'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:52:46.911860 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Routers {'58001d1c-4990-403c-8d0c-4aa110d1486f'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 08:52:46.912606 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T08:52:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['58001d1c-4990-403c-8d0c-4aa110d1486f'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:47.093874 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Set router 58001d1c-4990-403c-8d0c-4aa110d1486f gateway port host: None {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 08:52:47.522386 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'name': 'router1', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:52:36Z', 'updated_at': '2022-06-22T08:52:46Z', 'revision_number': 2, 'project_id': '90903642dfe940ce8410308d77d923ff', 'gw_port_host': None, '_interfaces': [{'id': '8ced9024-872f-49b7-920c-a8fd81574b5e', 'name': '', 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'mac_address': 'fa:16:3e:9d:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:52:45Z', 'updated_at': '2022-06-22T08:52:46Z', 'revision_number': 2, 'project_id': '90903642dfe940ce8410308d77d923ff', 'subnets': [{'id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '689d0fa5-17ee-49fd-b5a9-1cd9f9400f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:47.572870 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Checking router: 58001d1c-4990-403c-8d0c-4aa110d1486f for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:52:47.573239 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Updating router 58001d1c-4990-403c-8d0c-4aa110d1486f port 8ced9024-872f-49b7-920c-a8fd81574b5e binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:52:47.627769 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:48.145735 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Publish callbacks [] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:48.217906 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:48.380920 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Pushing event updated for resources: {'Port': ['ID=8ced9024-872f-49b7-920c-a8fd81574b5e,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:48.399889 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.400154 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.400640 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.400985 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.401311 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.401631 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.401954 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.402295 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.402626 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.402944 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.403259 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.403591 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.403905 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.404214 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.404522 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Tracked resource versions report: Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: pushed versions: Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: { 'AddressGroup': {'1.2'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Agent': {'1.1'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'ConntrackHelper': {'1.0'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'LocalIPAssociation': {'1.0'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Log': {'1.0'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'NDPProxy': {'1.0'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Network': {'1.1'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Port': {'1.7'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'PortForwarding': {'1.3'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'QosPolicy': {'1.10'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SecurityGroup': {'1.5'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SubPort': {'1.0'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Subnet': {'1.1'}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Trunk': {'1.1'}} Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: consumer versions: Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: { DHCP agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: L3 agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: Metadata agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: Metering agent@dv-cinder-787296-11-iscsi: {}, Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: Open vSwitch agent@dv-cinder-787296-11-iscsi: { 'AddressGroup': '1.2', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Agent': '1.1', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'ConntrackHelper': '1.0', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'LocalIPAssociation': '1.0', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Log': '1.0', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'NDPProxy': '1.0', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Network': '1.1', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Port': '1.7', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'PortForwarding': '1.3', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'QosPolicy': '1.10', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SecurityGroup': '1.5', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SecurityGroupRule': '1.2', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SubPort': '1.0', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Subnet': '1.1', Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Trunk': '1.1'}} Jun 22 08:52:48.406379 dv-cinder-787296-11-iscsi neutron-server[104242]: {{(pid=104242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:52:48.408760 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Attempting to bind port 8ced9024-872f-49b7-920c-a8fd81574b5e on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 08:52:48.409859 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Attempting to bind port 8ced9024-872f-49b7-920c-a8fd81574b5e by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'ec198021-bd17-4354-8709-86085063cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 08:52:48.410476 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Attempting to bind port 8ced9024-872f-49b7-920c-a8fd81574b5e on network db08d1c5-5de1-4cdf-86c2-fc3ec35be126 {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 08:52:48.417587 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 8, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 08:52:48.417981 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Checking segment: {'id': 'ec198021-bd17-4354-8709-86085063cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:52:48.418501 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:48.418873 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Bound using segment: {'id': 'ec198021-bd17-4354-8709-86085063cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 08:52:48.419335 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Bound port: 8ced9024-872f-49b7-920c-a8fd81574b5e, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec198021-bd17-4354-8709-86085063cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 08:52:48.419717 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:48.464740 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=100 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:48.483585 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-711c4a25-0e53-447b-81f9-a2d85d8698a8 None None] Provisioning complete for port 8ced9024-872f-49b7-920c-a8fd81574b5e triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:52:48.484166 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-711c4a25-0e53-447b-81f9-a2d85d8698a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:48.486709 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] For port 8ced9024-872f-49b7-920c-a8fd81574b5e, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:52:48.511065 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] For port 8ced9024-872f-49b7-920c-a8fd81574b5e, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8ced9024-872f-49b7-920c-a8fd81574b5e,segment=NetworkSegment(ec198021-bd17-4354-8709-86085063cdbb),segment_id=ec198021-bd17-4354-8709-86085063cdbb)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:52:48.559504 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:48.578011 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-711c4a25-0e53-447b-81f9-a2d85d8698a8 None None] Port 8ced9024-872f-49b7-920c-a8fd81574b5e cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 08:52:48.595762 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:48.638712 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:48.661390 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49358c1-c3dc-44da-aae0-b8fc7849ff8e None None] Pushing event updated for resources: {'Port': ['ID=8ced9024-872f-49b7-920c-a8fd81574b5e,revision_number=4']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:48.663851 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:48.669610 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Routers {'58001d1c-4990-403c-8d0c-4aa110d1486f'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 08:52:48.670333 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T08:52:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['58001d1c-4990-403c-8d0c-4aa110d1486f'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:48.762556 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] Set router 58001d1c-4990-403c-8d0c-4aa110d1486f gateway port host: None {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 08:52:48.902647 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-15ed8b64-cd36-4f99-a46c-673c91ce2740 None None] Provisioning complete for port 8ced9024-872f-49b7-920c-a8fd81574b5e triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:52:48.903299 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-15ed8b64-cd36-4f99-a46c-673c91ce2740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:48.968399 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'name': 'router1', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:52:36Z', 'updated_at': '2022-06-22T08:52:46Z', 'revision_number': 2, 'project_id': '90903642dfe940ce8410308d77d923ff', 'gw_port_host': None, '_interfaces': [{'id': '8ced9024-872f-49b7-920c-a8fd81574b5e', 'name': '', 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'mac_address': 'fa:16:3e:9d:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:52:45Z', 'updated_at': '2022-06-22T08:52:48Z', 'revision_number': 4, 'project_id': '90903642dfe940ce8410308d77d923ff', 'subnets': [{'id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '689d0fa5-17ee-49fd-b5a9-1cd9f9400f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:48.997116 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd6cc2-91a1-439a-9d69-b49418f20ea6 None None] The sync data for ids ['58001d1c-4990-403c-8d0c-4aa110d1486f'] in dv-cinder-787296-11-iscsi is: [{'id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'name': 'router1', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:52:36Z', 'updated_at': '2022-06-22T08:52:46Z', 'revision_number': 2, 'project_id': '90903642dfe940ce8410308d77d923ff', 'gw_port_host': None, '_interfaces': [{'id': '8ced9024-872f-49b7-920c-a8fd81574b5e', 'name': '', 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'mac_address': 'fa:16:3e:9d:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:52:45Z', 'updated_at': '2022-06-22T08:52:48Z', 'revision_number': 4, 'project_id': '90903642dfe940ce8410308d77d923ff', 'subnets': [{'id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '689d0fa5-17ee-49fd-b5a9-1cd9f9400f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:52:49.005485 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-15ed8b64-cd36-4f99-a46c-673c91ce2740 None None] Current status of the port 8ced9024-872f-49b7-920c-a8fd81574b5e is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:52:49.005886 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-15ed8b64-cd36-4f99-a46c-673c91ce2740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:49.042999 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-15ed8b64-cd36-4f99-a46c-673c91ce2740 None None] For port 8ced9024-872f-49b7-920c-a8fd81574b5e, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8ced9024-872f-49b7-920c-a8fd81574b5e,segment=NetworkSegment(ec198021-bd17-4354-8709-86085063cdbb),segment_id=ec198021-bd17-4354-8709-86085063cdbb)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:52:49.135742 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-15ed8b64-cd36-4f99-a46c-673c91ce2740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:49.189877 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed8b64-cd36-4f99-a46c-673c91ce2740 None None] Pushing event updated for resources: {'Port': ['ID=8ced9024-872f-49b7-920c-a8fd81574b5e,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:49.195479 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36200) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:49.404377 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0654102c-5ebc-45ad-b53a-332ec04ddc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:52:49.405743 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-0654102c-5ebc-45ad-b53a-332ec04ddc8d admin admin] 10.222.0.36 "GET /v2.0/networks/326ca9f6-f0c1-4751-84ea-10d28e6abb56 HTTP/1.1" status: 200 len: 842 time: 0.2088656 Jun 22 08:52:49.418158 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:52:49.523701 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Made reservation on behalf of 4ead886d5c674d14a096a137e80b192b for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:52:49.526124 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:49.856203 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.objects.ports [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104240) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 22 08:52:49.856635 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (5c96cf51-71ff-4234-b96c-34cc2e455bfe), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:49.918598 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c96cf51-71ff-4234-b96c-34cc2e455bfe,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:49.923681 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:52:49.924024 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Network hostable DHCP agents. Network: 326ca9f6-f0c1-4751-84ea-10d28e6abb56, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:52:50.023569 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:52:50.106295 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 326ca9f6-f0c1-4751-84ea-10d28e6abb56) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:52:50.110227 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:52:50.110820 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:50.117198 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe766c7-d833-4e84-ac78-fe760a8b7e45 None None] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 08:52:50.200946 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-fbefecb9-5a27-40df-980a-3a50c90e07bb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7862525 Jun 22 08:52:50.230020 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f557d0d-8ec5-4f87-9f56-a23f78b22320 None None] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 08:52:50.295682 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:52.116998 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=32,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:52.132489 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=42,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:52.479855 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36220) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:52.611433 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-42cd7f4e-624f-476a-a4b0-b140162b18e9 demo admin] 10.222.0.36 "GET /v2.0/routers/58001d1c-4990-403c-8d0c-4aa110d1486f HTTP/1.1" status: 200 len: 710 time: 0.1304812 Jun 22 08:52:52.697790 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79a48d-2e8b-4d4e-af7e-075a2e47add2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:52:52.699141 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ca79a48d-2e8b-4d4e-af7e-075a2e47add2 demo admin] 10.222.0.36 "GET /v2.0/networks/326ca9f6-f0c1-4751-84ea-10d28e6abb56 HTTP/1.1" status: 200 len: 886 time: 0.0819206 Jun 22 08:52:52.708513 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:52:52.774254 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:52.913294 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:53.012704 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Publish callbacks [] for router_gateway (58001d1c-4990-403c-8d0c-4aa110d1486f), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:53.329272 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Publish callbacks [] for router_gateway (58001d1c-4990-403c-8d0c-4aa110d1486f), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:53.408753 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:53.623923 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Allocated IP 172.27.2.184 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/845fb73a-e308-4318-bfd8-bf923c6ef7b1) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:52:53.729061 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Publish callbacks [] for port (845fb73a-e308-4318-bfd8-bf923c6ef7b1), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:53.755162 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:53.850426 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (845fb73a-e308-4318-bfd8-bf923c6ef7b1), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:53.887838 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:52:53.890777 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:52:53.895379 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 08:52:53.931394 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Pushing event updated for resources: {'Port': ['ID=845fb73a-e308-4318-bfd8-bf923c6ef7b1,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:54.221085 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Publish callbacks [] for router_gateway (58001d1c-4990-403c-8d0c-4aa110d1486f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:54.256746 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8ced9024-872f-49b7-920c-a8fd81574b5e up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 08:52:54.301352 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 8ced9024-872f-49b7-920c-a8fd81574b5e triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:52:54.301723 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:54.315477 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:54.371682 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 8ced9024-872f-49b7-920c-a8fd81574b5e is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:52:54.415135 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-464982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25219'] for router (58001d1c-4990-403c-8d0c-4aa110d1486f), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:54.418315 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-464943'] for router (58001d1c-4990-403c-8d0c-4aa110d1486f), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:54.525468 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Router 58001d1c-4990-403c-8d0c-4aa110d1486f has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 08:52:54.630305 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:52:54.634635 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:54.635802 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-444c3129-8096-4d59-a4b9-e7b611d70858 demo admin] 10.222.0.36 "PUT /v2.0/routers/58001d1c-4990-403c-8d0c-4aa110d1486f HTTP/1.1" status: 200 len: 890 time: 1.9310527 Jun 22 08:52:55.392978 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Sync routers for ids ['58001d1c-4990-403c-8d0c-4aa110d1486f'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:52:55.404768 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Routers {'58001d1c-4990-403c-8d0c-4aa110d1486f'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 08:52:55.405415 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T08:52:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['58001d1c-4990-403c-8d0c-4aa110d1486f'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:55.526297 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 5 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:52:55.609321 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Set router 58001d1c-4990-403c-8d0c-4aa110d1486f gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 08:52:55.902318 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:55.981586 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'name': 'router1', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '845fb73a-e308-4318-bfd8-bf923c6ef7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:52:36Z', 'updated_at': '2022-06-22T08:52:54Z', 'revision_number': 4, 'project_id': '90903642dfe940ce8410308d77d923ff', 'gw_port': {'id': '845fb73a-e308-4318-bfd8-bf923c6ef7b1', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:52:53Z', 'updated_at': '2022-06-22T08:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '8ced9024-872f-49b7-920c-a8fd81574b5e', 'name': '', 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'mac_address': 'fa:16:3e:9d:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:52:45Z', 'updated_at': '2022-06-22T08:52:49Z', 'revision_number': 5, 'project_id': '90903642dfe940ce8410308d77d923ff', 'subnets': [{'id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '689d0fa5-17ee-49fd-b5a9-1cd9f9400f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:56.029818 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Checking router: 58001d1c-4990-403c-8d0c-4aa110d1486f for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:52:56.030203 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Updating router 58001d1c-4990-403c-8d0c-4aa110d1486f port 845fb73a-e308-4318-bfd8-bf923c6ef7b1 binding host dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:52:56.154114 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (845fb73a-e308-4318-bfd8-bf923c6ef7b1), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:56.463096 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Publish callbacks [] for port (845fb73a-e308-4318-bfd8-bf923c6ef7b1), precommit_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:56.561150 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (845fb73a-e308-4318-bfd8-bf923c6ef7b1), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:56.567008 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:56.613998 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Attempting to bind port 845fb73a-e308-4318-bfd8-bf923c6ef7b1 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 08:52:56.614390 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Attempting to bind port 845fb73a-e308-4318-bfd8-bf923c6ef7b1 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 08:52:56.614750 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Attempting to bind port 845fb73a-e308-4318-bfd8-bf923c6ef7b1 on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 08:52:56.616838 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bae34-7289-4da6-83d2-0b46ecf1792a None None] Pushing event updated for resources: {'Port': ['ID=845fb73a-e308-4318-bfd8-bf923c6ef7b1,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:56.622246 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 8, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 08:52:56.622563 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:52:56.622924 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:56.623338 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 08:52:56.623755 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Bound port: 845fb73a-e308-4318-bfd8-bf923c6ef7b1, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 08:52:56.624124 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (845fb73a-e308-4318-bfd8-bf923c6ef7b1), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:56.800920 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] For port 845fb73a-e308-4318-bfd8-bf923c6ef7b1, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:52:56.804365 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] For port 845fb73a-e308-4318-bfd8-bf923c6ef7b1, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=845fb73a-e308-4318-bfd8-bf923c6ef7b1,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:52:56.879740 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (845fb73a-e308-4318-bfd8-bf923c6ef7b1), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:56.923981 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36234) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:52:56.935398 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Routers {'58001d1c-4990-403c-8d0c-4aa110d1486f'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 08:52:56.936364 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T08:52:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['58001d1c-4990-403c-8d0c-4aa110d1486f'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:56.971087 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bae34-7289-4da6-83d2-0b46ecf1792a None None] Pushing event updated for resources: {'Port': ['ID=845fb73a-e308-4318-bfd8-bf923c6ef7b1,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:57.045216 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] Set router 58001d1c-4990-403c-8d0c-4aa110d1486f gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 08:52:57.092274 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-78d7d208-6654-4900-9eb9-291cc90ac663 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1664703 Jun 22 08:52:57.234863 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:52:57.250709 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'name': 'router1', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '845fb73a-e308-4318-bfd8-bf923c6ef7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:52:36Z', 'updated_at': '2022-06-22T08:52:54Z', 'revision_number': 4, 'project_id': '90903642dfe940ce8410308d77d923ff', 'gw_port': {'id': '845fb73a-e308-4318-bfd8-bf923c6ef7b1', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:52:53Z', 'updated_at': '2022-06-22T08:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '8ced9024-872f-49b7-920c-a8fd81574b5e', 'name': '', 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'mac_address': 'fa:16:3e:9d:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:52:45Z', 'updated_at': '2022-06-22T08:52:49Z', 'revision_number': 5, 'project_id': '90903642dfe940ce8410308d77d923ff', 'subnets': [{'id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '689d0fa5-17ee-49fd-b5a9-1cd9f9400f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:52:57.278855 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc887ce-7c65-4253-9939-bdb78077ed9b None None] The sync data for ids ['58001d1c-4990-403c-8d0c-4aa110d1486f'] in dv-cinder-787296-11-iscsi is: [{'id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'name': 'router1', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '845fb73a-e308-4318-bfd8-bf923c6ef7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:52:36Z', 'updated_at': '2022-06-22T08:52:54Z', 'revision_number': 4, 'project_id': '90903642dfe940ce8410308d77d923ff', 'gw_port': {'id': '845fb73a-e308-4318-bfd8-bf923c6ef7b1', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:52:53Z', 'updated_at': '2022-06-22T08:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '8ced9024-872f-49b7-920c-a8fd81574b5e', 'name': '', 'network_id': 'db08d1c5-5de1-4cdf-86c2-fc3ec35be126', 'tenant_id': '90903642dfe940ce8410308d77d923ff', 'mac_address': 'fa:16:3e:9d:b4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58001d1c-4990-403c-8d0c-4aa110d1486f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:52:45Z', 'updated_at': '2022-06-22T08:52:49Z', 'revision_number': 5, 'project_id': '90903642dfe940ce8410308d77d923ff', 'subnets': [{'id': '61949d5e-ede9-4d6d-b32b-303559bf2215', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '689d0fa5-17ee-49fd-b5a9-1cd9f9400f2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:52:58.261743 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 845fb73a-e308-4318-bfd8-bf923c6ef7b1 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 08:52:58.305541 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 845fb73a-e308-4318-bfd8-bf923c6ef7b1 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:52:58.305904 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (845fb73a-e308-4318-bfd8-bf923c6ef7b1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:58.382550 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 845fb73a-e308-4318-bfd8-bf923c6ef7b1 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:52:58.383156 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (845fb73a-e308-4318-bfd8-bf923c6ef7b1), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:58.403536 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port 845fb73a-e308-4318-bfd8-bf923c6ef7b1, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=845fb73a-e308-4318-bfd8-bf923c6ef7b1,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:52:58.475428 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (845fb73a-e308-4318-bfd8-bf923c6ef7b1), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:52:58.521550 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=845fb73a-e308-4318-bfd8-bf923c6ef7b1,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:52:58.972550 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=51 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:00.255729 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 845fb73a-e308-4318-bfd8-bf923c6ef7b1 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 08:53:00.298949 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 845fb73a-e308-4318-bfd8-bf923c6ef7b1 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:53:00.299852 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (845fb73a-e308-4318-bfd8-bf923c6ef7b1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:53:00.371363 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 845fb73a-e308-4318-bfd8-bf923c6ef7b1 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:53:04.626652 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=26 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:04.628718 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:07.083669 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:07.087901 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:10.368553 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:10.369773 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:11.544376 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=28 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:11.571330 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:13.140242 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-f739ca25-b9da-474f-aff1-31a198115991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:53:15.515034 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-dd7bfd73-20c7-4055-b03e-2852e257ebfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:53:16.905991 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:53:18.523997 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:53:18.649227 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:53:28.576873 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:28.585731 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:29.522207 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:29.567314 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:32.528030 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 5 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:53:43.139049 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8caec7c6-1a5e-4082-959b-3ef6afb75fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:53:45.430662 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b1d2072c-bf0b-4846-ac44-c277d2d01cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:53:47.350749 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:53:48.536393 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:48.540942 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:48.542809 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:53:48.681964 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:53:58.580886 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:53:58.583787 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:09.527044 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 5 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:54:11.522914 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:13.144283 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b6eca3df-7842-4b13-8580-5a849de56f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:15.009215 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36774) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:54:15.076538 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ebc5a8-6318-4330-86c7-67b415f2ca05 admin admin] GET failed (client error): The resource could not be found. Jun 22 08:54:15.077831 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-d7ebc5a8-6318-4330-86c7-67b415f2ca05 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0677426 Jun 22 08:54:15.246189 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d3422-d289-4be1-b0c5-ed9e74b8b325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:15.247690 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-964d3422-d289-4be1-b0c5-ed9e74b8b325 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1650820 Jun 22 08:54:15.441105 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-2e8290af-36e6-413f-a7db-ed2fab7485c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:16.908387 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:17.327266 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36784) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:54:17.456364 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2736435d-5399-43cb-82e5-332c9966277a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:17.457717 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-2736435d-5399-43cb-82e5-332c9966277a admin admin] 10.222.0.36 "GET /v2.0/subnets/61949d5e-ede9-4d6d-b32b-303559bf2215 HTTP/1.1" status: 200 len: 849 time: 0.1295009 Jun 22 08:54:17.467379 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:54:17.554468 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Publish callbacks [] for subnet (61949d5e-ede9-4d6d-b32b-303559bf2215), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:17.755460 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727684397415'] for subnet (61949d5e-ede9-4d6d-b32b-303559bf2215), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:17.793936 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:17.795020 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:17.798597 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] 10.222.0.36 "PUT /v2.0/subnets/61949d5e-ede9-4d6d-b32b-303559bf2215 HTTP/1.1" status: 200 len: 868 time: 0.3348467 Jun 22 08:54:17.798804 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5660565d-00cb-4ffb-beec-1830027e6dda None None] Network db08d1c5-5de1-4cdf-86c2-fc3ec35be126 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 08:54:17.820800 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=61949d5e-ede9-4d6d-b32b-303559bf2215,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:54:17.838132 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.838132 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.838132 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.838132 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.838132 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.838132 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.838132 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.838132 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.838879 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.838879 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.839257 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.839368 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.839734 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.839995 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:17.840309 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f7c111-0a2f-4020-8d59-1841ecfbdb0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:54:18.083003 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-23a45919-e4b0-4f82-9256-aab4177effa5 None None] Provisioning complete for port ec37db4d-7557-417b-b0da-206dbcf8759c triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:54:18.083544 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-23a45919-e4b0-4f82-9256-aab4177effa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (ec37db4d-7557-417b-b0da-206dbcf8759c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:18.159660 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-23a45919-e4b0-4f82-9256-aab4177effa5 None None] Current status of the port ec37db4d-7557-417b-b0da-206dbcf8759c is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:54:18.167678 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-23a45919-e4b0-4f82-9256-aab4177effa5 None None] Provisioning complete for port 8ced9024-872f-49b7-920c-a8fd81574b5e triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:54:18.168056 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-23a45919-e4b0-4f82-9256-aab4177effa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8ced9024-872f-49b7-920c-a8fd81574b5e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:18.236671 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-23a45919-e4b0-4f82-9256-aab4177effa5 None None] Current status of the port 8ced9024-872f-49b7-920c-a8fd81574b5e is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:54:18.550274 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:18.646841 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:19.865394 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36792) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:54:20.063873 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc7731-9749-4c91-aea2-da4414f066bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:20.064242 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc7731-9749-4c91-aea2-da4414f066bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:20.065766 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-dedc7731-9749-4c91-aea2-da4414f066bc admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994236 Jun 22 08:54:22.150134 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36800) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:54:22.284107 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc451a5-1159-47f8-8030-907091f9c368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:22.284576 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc451a5-1159-47f8-8030-907091f9c368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:22.286780 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-4dc451a5-1159-47f8-8030-907091f9c368 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1356943 Jun 22 08:54:24.330707 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36808) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:54:24.508401 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c88aa3-acaa-4c28-8386-83aca9876a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:24.508401 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-59c88aa3-acaa-4c28-8386-83aca9876a1b admin admin] 10.222.0.36 "GET /v2.0/networks/326ca9f6-f0c1-4751-84ea-10d28e6abb56 HTTP/1.1" status: 200 len: 886 time: 0.1752508 Jun 22 08:54:25.530405 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=6 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:25.536475 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:26.603063 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36816) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:54:26.668397 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:26.678052 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:26.753373 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d34eba-9ff3-4a4f-ab6c-1fe889a326cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:26.754835 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-04d34eba-9ff3-4a4f-ab6c-1fe889a326cc admin admin] 10.222.0.36 "GET /v2.0/networks/db08d1c5-5de1-4cdf-86c2-fc3ec35be126 HTTP/1.1" status: 200 len: 869 time: 0.1505449 Jun 22 08:54:28.577440 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:28.579307 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:28.827294 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36824) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:54:29.029051 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6609e816-a4cc-49f5-b564-999e2216a9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:29.029508 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6609e816-a4cc-49f5-b564-999e2216a9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:29.031246 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-6609e816-a4cc-49f5-b564-999e2216a9a9 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2029982 Jun 22 08:54:31.095042 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36834) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:54:31.188288 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7153bda6-7c6a-4e11-829d-1267ad1ee4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:31.188730 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7153bda6-7c6a-4e11-829d-1267ad1ee4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:31.190269 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-7153bda6-7c6a-4e11-829d-1267ad1ee4a6 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940397 Jun 22 08:54:33.318870 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36842) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:54:33.404819 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0723eb9b-8ff2-4800-9614-719c52b43a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:33.406185 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-0723eb9b-8ff2-4800-9614-719c52b43a88 admin admin] 10.222.0.36 "GET /v2.0/subnets/5c96cf51-71ff-4234-b96c-34cc2e455bfe HTTP/1.1" status: 200 len: 816 time: 0.0863464 Jun 22 08:54:35.451125 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36850) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:54:35.542551 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46404fe7-cb76-4256-b610-6fd4b9b5025d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:54:35.543900 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-46404fe7-cb76-4256-b610-6fd4b9b5025d admin admin] 10.222.0.36 "GET /v2.0/subnets/61949d5e-ede9-4d6d-b32b-303559bf2215 HTTP/1.1" status: 200 len: 868 time: 0.0918369 Jun 22 08:54:36.771402 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=15 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:43.120667 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b5b21af9-47f2-4937-a580-18729e563959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:45.451912 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-2c1edbdc-76f3-421b-9f50-a3b85b7055f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:45.534475 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=24 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:45.539498 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=25 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:46.526098 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 5 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:54:46.937792 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:48.552970 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:48.655444 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:54:58.584918 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:54:58.587748 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:02.139296 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36904) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:55:02.189961 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [None req-a07e151f-4f3e-4acc-aff0-98ca7e0f2b7c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 08:55:02.189961 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-a07e151f-4f3e-4acc-aff0-98ca7e0f2b7c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0477962 Jun 22 08:55:04.378672 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36912) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:55:04.439258 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d699b1a-20f5-4116-8d3a-b610ec9eb5db admin admin] GET failed (client error): The resource could not be found. Jun 22 08:55:04.440551 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-5d699b1a-20f5-4116-8d3a-b610ec9eb5db admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609283 Jun 22 08:55:04.583479 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b70d1-6e49-48ba-866a-b9f6a34f35bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:55:04.584875 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-e92b70d1-6e49-48ba-866a-b9f6a34f35bf admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1403224 Jun 22 08:55:06.684591 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36920) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:55:06.731473 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:55:06.810701 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Made reservation on behalf of 4ead886d5c674d14a096a137e80b192b for: {'network': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:55:06.813177 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:06.840886 dv-cinder-787296-11-iscsi neutron-server[104240]: WARNING neutron.services.revisions.revision_plugin [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Could not find related network for resource to bump revision. Jun 22 08:55:06.857042 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=104240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:55:06.869721 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727684205698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (ff9225be-bd69-45e8-982d-b0164307e773), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:06.870166 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Unsubscribe: segment precommit_create {{(pid=104240) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 08:55:06.870633 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.segments_db [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Added segment ff9225be-bd69-45e8-982d-b0164307e773 of type vlan for network 563dc909-4edc-45ba-a1e7-59cbf1b8dd35 Jun 22 08:55:06.913652 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (563dc909-4edc-45ba-a1e7-59cbf1b8dd35), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:07.016588 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (563dc909-4edc-45ba-a1e7-59cbf1b8dd35), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:07.017563 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:55:07.018159 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:07.105889 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Pushing event updated for resources: {'Network': ['ID=563dc909-4edc-45ba-a1e7-59cbf1b8dd35,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:55:07.112536 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.112867 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.113191 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.113519 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.113835 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.114178 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.114495 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.114807 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.115136 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.115452 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.115776 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.116090 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.116396 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.116699 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.117012 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:07.129000 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 563dc909-4edc-45ba-a1e7-59cbf1b8dd35 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 08:55:07.145376 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-0a744cf3-2382-42fa-bfd7-cfae96b00133 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4597311 Jun 22 08:55:09.240836 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36928) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:55:09.299980 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4987d1f-a996-44ef-bbd2-991fbeac10a7 admin admin] GET failed (client error): The resource could not be found. Jun 22 08:55:09.301226 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d4987d1f-a996-44ef-bbd2-991fbeac10a7 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594528 Jun 22 08:55:09.367693 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deaeb86-ae93-4bf1-aa62-107d15daa373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:55:09.369079 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-4deaeb86-ae93-4bf1-aa62-107d15daa373 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0638878 Jun 22 08:55:09.379404 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:55:09.467895 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] Made reservation on behalf of 4ead886d5c674d14a096a137e80b192b for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:55:09.470847 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:09.691456 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (3aedd581-2af1-45f3-b3f9-c0ea03e9883e), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:09.748126 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aedd581-2af1-45f3-b3f9-c0ea03e9883e,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:55:09.758423 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] Checking segment: {'id': 'ff9225be-bd69-45e8-982d-b0164307e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:55:09.758771 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] Network hostable DHCP agents. Network: 563dc909-4edc-45ba-a1e7-59cbf1b8dd35, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:55:09.832317 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] Network 563dc909-4edc-45ba-a1e7-59cbf1b8dd35 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:55:09.901895 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 563dc909-4edc-45ba-a1e7-59cbf1b8dd35) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:55:09.906201 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:55:09.906933 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:09.910827 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fa709b-9aca-46b5-84d2-7e75d5548b92 None None] Network 563dc909-4edc-45ba-a1e7-59cbf1b8dd35 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 08:55:09.977392 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-4fbc6132-741e-4050-8eb2-8789e416ea1d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6018889 Jun 22 08:55:10.019347 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-563dc909-4edc-45ba-a1e7-59cbf1b8dd35', 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35', 'project_id': '4ead886d5c674d14a096a137e80b192b', 'fixed_ips': [{'subnet_id': '3aedd581-2af1-45f3-b3f9-c0ea03e9883e'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 08:55:10.020350 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:10.165984 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Allocated IP 192.168.233.2 (563dc909-4edc-45ba-a1e7-59cbf1b8dd35/3aedd581-2af1-45f3-b3f9-c0ea03e9883e/aa3fda29-1484-4b4c-b005-efcfe156e5b3) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:55:10.310515 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Publish callbacks [] for port (aa3fda29-1484-4b4c-b005-efcfe156e5b3), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:10.382809 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (aa3fda29-1484-4b4c-b005-efcfe156e5b3), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:10.425736 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Network 563dc909-4edc-45ba-a1e7-59cbf1b8dd35 is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:55:10.430486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:55:10.435009 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 08:55:10.438340 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Pushing event updated for resources: {'Port': ['ID=aa3fda29-1484-4b4c-b005-efcfe156e5b3,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:55:10.449776 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.450147 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.450513 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.451097 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.451334 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.452117 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.452117 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.452117 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.452455 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.452777 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.453102 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.453444 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.453758 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.454139 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.454406 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:55:10.505473 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Attempting to bind port aa3fda29-1484-4b4c-b005-efcfe156e5b3 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 08:55:10.511924 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Attempting to bind port aa3fda29-1484-4b4c-b005-efcfe156e5b3 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'ff9225be-bd69-45e8-982d-b0164307e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 08:55:10.511924 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Attempting to bind port aa3fda29-1484-4b4c-b005-efcfe156e5b3 on network 563dc909-4edc-45ba-a1e7-59cbf1b8dd35 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 08:55:10.511924 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 8, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 08:55:10.511924 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Checking segment: {'id': 'ff9225be-bd69-45e8-982d-b0164307e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:55:10.512343 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:10.512690 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Bound using segment: {'id': 'ff9225be-bd69-45e8-982d-b0164307e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 08:55:10.513147 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Bound port: aa3fda29-1484-4b4c-b005-efcfe156e5b3, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9225be-bd69-45e8-982d-b0164307e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 08:55:10.513527 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (aa3fda29-1484-4b4c-b005-efcfe156e5b3), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:10.633278 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] For port aa3fda29-1484-4b4c-b005-efcfe156e5b3, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:55:10.633278 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] For port aa3fda29-1484-4b4c-b005-efcfe156e5b3, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=aa3fda29-1484-4b4c-b005-efcfe156e5b3,segment=NetworkSegment(ff9225be-bd69-45e8-982d-b0164307e773),segment_id=ff9225be-bd69-45e8-982d-b0164307e773)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:55:10.743282 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (aa3fda29-1484-4b4c-b005-efcfe156e5b3), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:10.804392 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d64238-21d0-457d-8e7a-a1591d6c7e95 None None] Pushing event updated for resources: {'Port': ['ID=aa3fda29-1484-4b4c-b005-efcfe156e5b3,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:55:11.650039 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5a5ac0-85c6-4c2d-bc6a-041f77495e34 None None] Network 563dc909-4edc-45ba-a1e7-59cbf1b8dd35 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 08:55:11.717204 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=16 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:11.720528 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=18 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:11.845635 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:11.867574 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-fcba605d-1407-475d-924b-590171300dfb None None] Provisioning complete for port aa3fda29-1484-4b4c-b005-efcfe156e5b3 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:55:11.867953 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-fcba605d-1407-475d-924b-590171300dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (aa3fda29-1484-4b4c-b005-efcfe156e5b3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:11.885924 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:11.944367 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-fcba605d-1407-475d-924b-590171300dfb None None] Current status of the port aa3fda29-1484-4b4c-b005-efcfe156e5b3 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:55:11.944750 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-fcba605d-1407-475d-924b-590171300dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (aa3fda29-1484-4b4c-b005-efcfe156e5b3), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:11.983642 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-fcba605d-1407-475d-924b-590171300dfb None None] For port aa3fda29-1484-4b4c-b005-efcfe156e5b3, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=aa3fda29-1484-4b4c-b005-efcfe156e5b3,segment=NetworkSegment(ff9225be-bd69-45e8-982d-b0164307e773),segment_id=ff9225be-bd69-45e8-982d-b0164307e773)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:55:12.072275 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-fcba605d-1407-475d-924b-590171300dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (aa3fda29-1484-4b4c-b005-efcfe156e5b3), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:12.120145 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba605d-1407-475d-924b-590171300dfb None None] Pushing event updated for resources: {'Port': ['ID=aa3fda29-1484-4b4c-b005-efcfe156e5b3,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:55:12.191160 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-4e17ab56-7d3a-4f59-9297-b387373f3685 None None] Provisioning complete for port aa3fda29-1484-4b4c-b005-efcfe156e5b3 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:55:12.191555 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4e17ab56-7d3a-4f59-9297-b387373f3685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (aa3fda29-1484-4b4c-b005-efcfe156e5b3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:12.266024 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-4e17ab56-7d3a-4f59-9297-b387373f3685 None None] Current status of the port aa3fda29-1484-4b4c-b005-efcfe156e5b3 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:55:12.345551 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device aa3fda29-1484-4b4c-b005-efcfe156e5b3 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 08:55:12.392673 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port aa3fda29-1484-4b4c-b005-efcfe156e5b3 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:55:12.393051 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (aa3fda29-1484-4b4c-b005-efcfe156e5b3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:12.465139 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port aa3fda29-1484-4b4c-b005-efcfe156e5b3 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:55:13.147892 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-808ea555-c613-4ea9-8707-2c2b4aa88140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:15.439592 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-cd36c858-5676-4726-9121-be849fc761bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:16.906901 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:18.564885 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:18.645103 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:19.916143 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=74,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:19.916983 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:23.528483 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 5 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:55:28.581354 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:28.584216 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:39.534240 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:39.539144 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:43.118941 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-af7d3de7-9652-4395-886c-495b6451d267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:45.458868 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8a0ab9b8-ed77-4d54-aac6-dc73da21ae64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:46.902639 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:48.547231 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:48.678541 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:55:58.588643 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:55:58.593931 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:00.528490 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 5 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:56:13.106153 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-380b613b-f283-4163-9c00-fe2e956a8716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:15.409145 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d38dc95b-f627-4040-80c5-5931f14a931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:16.545414 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:16.546278 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:16.928725 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:18.569118 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:18.654764 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:28.580727 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:28.587831 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:37.527249 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 5 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:56:43.128589 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-01d7ba23-0968-49f7-91e9-de790b4d1a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:45.442452 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-9064bacc-a0d4-438e-b68a-36de10167e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:46.793296 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36966) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:56:46.799710 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [None req-0034c500-42f6-48fd-ac45-0a2f0607a542 tempest-verify_tempest_config-1623661917 tempest-verify_tempest_config-1623661917-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 08:56:46.800726 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-0034c500-42f6-48fd-ac45-0a2f0607a542 tempest-verify_tempest_config-1623661917 tempest-verify_tempest_config-1623661917-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060668 Jun 22 08:56:46.915558 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:47.294302 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 36984) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:56:47.406803 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:47.512271 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Publish callbacks [] for security_group (ad4ecadf-23fa-4ef5-b7fc-908a62efa127), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:47.562843 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ad4ecadf-23fa-4ef5-b7fc-908a62efa127), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:47.608555 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4ecadf-23fa-4ef5-b7fc-908a62efa127,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:47.612109 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d93535fbdca1418bb8ddbc55c35d1b89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3167040 Jun 22 08:56:47.616484 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 36990) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:56:47.617816 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.620538 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.620538 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.620538 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.620538 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.620538 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.620538 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.620538 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.621101 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.621101 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.621362 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.622112 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.622435 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.622753 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.623065 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4999f1cd-bfc9-48a2-9669-2cdd464694b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.692061 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Publish callbacks [] for security_group (ad4ecadf-23fa-4ef5-b7fc-908a62efa127), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:47.714732 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Publish callbacks [] for security_group (ad4ecadf-23fa-4ef5-b7fc-908a62efa127), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:47.860138 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ad4ecadf-23fa-4ef5-b7fc-908a62efa127), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:47.862804 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:47.863984 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad4ecadf-23fa-4ef5-b7fc-908a62efa127 HTTP/1.1" status: 204 len: 168 time: 0.2464638 Jun 22 08:56:47.873197 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4ecadf-23fa-4ef5-b7fc-908a62efa127,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:56:47.881222 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.881616 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.881968 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.882335 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.882799 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.883254 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.883697 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.884031 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.884380 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.884714 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.885046 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.885375 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.885696 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.886021 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:47.886372 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68e82a-894e-4025-89fe-be99ed3d6fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:56:48.545521 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:48.682415 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:56:53.538601 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:53.543701 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:57.605920 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=20,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:57.614506 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=19,neutron:INSERT=8 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:57.875887 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:57.881076 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:58.593290 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:56:58.595099 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:57:11.603696 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=12 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:57:11.608717 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=14 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:57:13.115917 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e19e-c788-44fb-8520-ad4bd80a2544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:57:14.525441 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 5 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:57:15.458448 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-460cf17b-d0b4-40d8-9b81-e57395a035e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:57:16.904430 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:57:18.515479 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:57:18.647032 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:57:28.589031 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:57:28.590846 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:57:30.535602 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:57:30.539473 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:57:43.114507 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-1f39557d-803d-46f2-840e-f836a90a470d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:57:45.428523 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-aed1a464-a11a-4630-b95b-a36b9ea67498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:57:46.914690 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:57:48.565939 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:57:48.675219 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:57:51.524512 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 5 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:57:58.588096 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:57:58.595065 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:07.546801 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:11.521694 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:13.113596 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-07b63fbe-a85f-4192-98ee-97dda4718b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:15.434235 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bc415090-1c59-4671-a97e-e7ee850df0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:16.913670 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:18.599149 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:18.673097 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:28.523104 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 5 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:58:28.591856 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:28.593753 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:29.523888 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:33.598905 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460079'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:43.107967 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-44d60e54-878e-46ef-a715-489e2a7a817f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:44.548827 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:44.554702 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=7 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:45.421073 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0fb57a9b-f03f-4187-918b-b23bf0bdb468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:45.791885 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 37066) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:58:45.903272 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-5af9bb5e-c7ca-47ad-8a91-084b6e4ab39e admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1102805 Jun 22 08:58:46.924235 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:48.020785 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37076) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:58:48.089365 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d3fbce5c-ffcf-4e58-b3f2-b99b84682537 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0675693 Jun 22 08:58:48.552935 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:48.655884 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:55.896979 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:55.898001 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:58.078784 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:58.084800 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:58.584311 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:58.592470 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:03.569559 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:05.522353 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:59:13.129297 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b97a4891-f201-4382-bad7-38bd411acdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:13.525376 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:15.460347 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e9b2-0acc-4b9f-a5ad-b7bd308a2e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:16.918893 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:18.551753 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:18.637712 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:21.547774 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=16 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:21.548511 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=18 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:28.592699 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:28.593870 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:33.568580 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:42.522440 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:59:43.134917 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-9f288811-1ae1-4f98-89a1-1e3038f972d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:45.460053 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-479409b5-0360-4ba0-9ead-9d3de27d433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:46.934165 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:48.579870 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:48.684630 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:58.535142 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:58.551516 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:58.599634 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:58.601048 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:UPDATE=3,neutron:SELECT=17 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:03.596881 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:11.517553 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:11.518876 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:13.156624 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4b8f891a-e2b3-478a-9458-8ae5e818d08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:15.511131 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a753a49c-b443-46bf-82f1-6f9debd69f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:16.949979 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:18.607795 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:18.699397 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:19.523470 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:00:28.594818 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:28.598215 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:32.590940 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37282) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:33.066774 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-63610572-network', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:33.184674 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Made reservation on behalf of 3c906f2149774a18b39228b7b6ef556f for: {'network': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:33.192193 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:33.206090 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:33.332554 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Publish callbacks [] for security_group (78aceb72-58ad-430f-83a3-afddd83fd11a), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:33.436028 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (78aceb72-58ad-430f-83a3-afddd83fd11a), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:33.504689 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=104240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:00:33.516033 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aceb72-58ad-430f-83a3-afddd83fd11a,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:33.527148 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (4cc94c1e-2b22-4be4-9b51-3df09177ef16), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:33.528093 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.segments_db [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Added segment 4cc94c1e-2b22-4be4-9b51-3df09177ef16 of type vlan for network 89fc451c-46b3-4008-9c5d-bc37135b61a8 Jun 22 09:00:33.612850 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.613454 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.613978 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.614431 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.614970 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.615495 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.616034 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.617216 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.617814 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.618441 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.619013 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.619572 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.620072 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.620603 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.621101 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Tracked resource versions report: Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: pushed versions: Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: { 'AddressGroup': {'1.2'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Agent': {'1.1'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'ConntrackHelper': {'1.0'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'LocalIPAssociation': {'1.0'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Log': {'1.0'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'NDPProxy': {'1.0'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Network': {'1.1'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Port': {'1.7'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'PortForwarding': {'1.3'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'QosPolicy': {'1.10'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SecurityGroup': {'1.5'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SubPort': {'1.0'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Subnet': {'1.1'}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Trunk': {'1.1'}} Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: consumer versions: Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: { DHCP agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: HyperV agent@hv-cinder-78729: {}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: L3 agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: Metadata agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: Metering agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: Open vSwitch agent@dv-cinder-787296-11-iscsi: { 'AddressGroup': '1.2', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Agent': '1.1', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'ConntrackHelper': '1.0', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'LocalIPAssociation': '1.0', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Log': '1.0', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'NDPProxy': '1.0', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Network': '1.1', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Port': '1.7', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'PortForwarding': '1.3', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'QosPolicy': '1.10', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SecurityGroup': '1.5', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SecurityGroupRule': '1.2', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'SubPort': '1.0', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Subnet': '1.1', Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: 'Trunk': '1.1'}} Jun 22 09:00:33.623167 dv-cinder-787296-11-iscsi neutron-server[104240]: {{(pid=104240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:00:33.642857 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (89fc451c-46b3-4008-9c5d-bc37135b61a8), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:33.701185 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37316) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:33.716483 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:33.745016 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37320) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:33.807588 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (89fc451c-46b3-4008-9c5d-bc37135b61a8), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:33.830149 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:33.830149 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:33.921011 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] Pushing event updated for resources: {'Network': ['ID=89fc451c-46b3-4008-9c5d-bc37135b61a8,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:33.935151 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:00:33.969374 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d0d5abfa-c249-40f0-aa22-3bca80e9ac7d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.3773811 Jun 22 09:00:33.973718 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37326) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:33.979476 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] Request body: {'subnet': {'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-63610572-subnet', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:34.070780 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] Made reservation on behalf of 3c906f2149774a18b39228b7b6ef556f for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:34.073401 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:34.299992 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-228813408-network', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:34.322623 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-636087708-network', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:34.505706 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (cf0ef2ba-1fde-4a23-9631-23e262f8bb0e), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:34.518707 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Made reservation on behalf of d20fd7bac1c94a908fd293fa82c534dc for: {'network': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:34.521732 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:34.525612 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Made reservation on behalf of 6257cf2b40a84e66a1d77b0b2485c462 for: {'network': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:34.528075 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:34.544587 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:34.630525 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:34.633188 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:34.765193 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:34.771158 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:34.882632 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Publish callbacks [] for security_group (478e4a87-c22e-4dd8-bce1-4db888ade703), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:34.891471 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] Checking segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:34.892145 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] Network hostable DHCP agents. Network: 89fc451c-46b3-4008-9c5d-bc37135b61a8, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:00:34.950324 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Publish callbacks [] for security_group (e5101187-1f81-4a53-b9e2-c8c2f02fee49), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.013307 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:00:35.015729 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (478e4a87-c22e-4dd8-bce1-4db888ade703), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.058011 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478e4a87-c22e-4dd8-bce1-4db888ade703,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:35.096600 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (e5101187-1f81-4a53-b9e2-c8c2f02fee49), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.118728 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=104240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:00:35.136785 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (ff94d0e4-6568-4241-8c10-63a080128f0f), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.137719 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.segments_db [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Added segment ff94d0e4-6568-4241-8c10-63a080128f0f of type vlan for network 81450ca5-339e-4f08-bdc8-ec0a189d1628 Jun 22 09:00:35.195557 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (81450ca5-339e-4f08-bdc8-ec0a189d1628), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.232931 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=104240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:00:35.257273 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 89fc451c-46b3-4008-9c5d-bc37135b61a8) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:35.273808 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e4d4b9-27db-4350-a41b-3e9f5d0eda1e None None] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:00:35.282087 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:35.282962 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.289755 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (85059baa-013a-4065-b668-73d57c7f165d), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.290263 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.segments_db [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Added segment 85059baa-013a-4065-b668-73d57c7f165d of type vlan for network 87e2804d-8228-4766-8ec6-545eb3833c79 Jun 22 09:00:35.315724 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5101187-1f81-4a53-b9e2-c8c2f02fee49,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:35.367186 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (87e2804d-8228-4766-8ec6-545eb3833c79), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.393119 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (81450ca5-339e-4f08-bdc8-ec0a189d1628), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.394616 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:35.395555 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.463281 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-89fc451c-46b3-4008-9c5d-bc37135b61a8', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:00:35.464334 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.509585 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-0bcb6cf8-61c9-4996-a0d3-bdd778c2389d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5343385 Jun 22 09:00:35.510853 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] Pushing event updated for resources: {'Network': ['ID=81450ca5-339e-4f08-bdc8-ec0a189d1628,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:35.513476 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37368) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:35.519356 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:35.539585 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=66,neutron:INSERT=28,neutron:UPDATE=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:35.545918 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 81450ca5-339e-4f08-bdc8-ec0a189d1628 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:00:35.550323 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:35.568061 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:35.586011 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (87e2804d-8228-4766-8ec6-545eb3833c79), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.587798 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:35.589329 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.607340 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-8534bd0e-f99a-43ec-8964-b23a46ec5897 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.9050398 Jun 22 09:00:35.611733 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 37372) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:35.620982 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Request body: {'subnet': {'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-subnet', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:35.708110 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Allocated IP 172.20.0.2 (89fc451c-46b3-4008-9c5d-bc37135b61a8/cf0ef2ba-1fde-4a23-9631-23e262f8bb0e/ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:35.716254 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=87e2804d-8228-4766-8ec6-545eb3833c79,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:35.732865 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 87e2804d-8228-4766-8ec6-545eb3833c79 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:00:35.756243 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (8c5bbb13-8481-4a0c-a709-71197a0d36d9), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.758421 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (8c5bbb13-8481-4a0c-a709-71197a0d36d9), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.852144 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d8b23aee-c25a-4f63-a3c9-cb96e5eff0f5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.1058216 Jun 22 09:00:35.856582 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 37376) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:35.858918 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Publish callbacks [] for router_controller (8c5bbb13-8481-4a0c-a709-71197a0d36d9), precommit_add_association {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.863426 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] Request body: {'subnet': {'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-636087708-subnet', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:35.975814 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Publish callbacks [] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.985102 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Made reservation on behalf of d20fd7bac1c94a908fd293fa82c534dc for: {'subnet': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:35.989488 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:35.995387 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:36.093050 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] Made reservation on behalf of 6257cf2b40a84e66a1d77b0b2485c462 for: {'subnet': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:36.096518 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:36.133240 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:36.196124 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Publish callbacks [] for router_gateway (8c5bbb13-8481-4a0c-a709-71197a0d36d9), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:36.214267 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:36.214267 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Pushing event updated for resources: {'Port': ['ID=ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:36.214267 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:36.223775 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.224330 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.224916 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.226032 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.226660 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.227220 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.227918 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.228476 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.229049 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.229598 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.230222 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.230672 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.231059 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.231603 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.232141 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Tracked resource versions report: Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: pushed versions: Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: { 'AddressGroup': {'1.2'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Agent': {'1.1'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'ConntrackHelper': {'1.0'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'LocalIPAssociation': {'1.0'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Log': {'1.0'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'NDPProxy': {'1.0'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Network': {'1.1'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Port': {'1.7'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'PortForwarding': {'1.3'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'QosPolicy': {'1.10'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SecurityGroup': {'1.5'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SubPort': {'1.0'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Subnet': {'1.1'}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Trunk': {'1.1'}} Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: consumer versions: Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: { DHCP agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: HyperV agent@hv-cinder-78729: {}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: L3 agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: Metadata agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: Metering agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: Open vSwitch agent@dv-cinder-787296-11-iscsi: { 'AddressGroup': '1.2', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Agent': '1.1', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'ConntrackHelper': '1.0', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'LocalIPAssociation': '1.0', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Log': '1.0', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'NDPProxy': '1.0', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Network': '1.1', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Port': '1.7', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'PortForwarding': '1.3', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'QosPolicy': '1.10', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SecurityGroup': '1.5', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SecurityGroupRule': '1.2', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'SubPort': '1.0', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Subnet': '1.1', Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: 'Trunk': '1.1'}} Jun 22 09:00:36.235058 dv-cinder-787296-11-iscsi neutron-server[104241]: {{(pid=104241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:00:36.245338 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:00:36.387775 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Attempting to bind port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:00:36.389099 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Attempting to bind port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:00:36.389856 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Attempting to bind port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:00:36.401326 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:00:36.402018 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Checking segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:36.402223 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:36.402564 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Bound using segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:00:36.403013 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Bound port: ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:00:36.403377 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:36.580282 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] For port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:00:36.585177 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] For port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:00:36.635444 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (1c3d8b32-bb3a-4e9a-a1bd-09fae4263932), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:36.719669 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:36.763506 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.763853 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.764204 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.764543 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.764867 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.765348 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.765521 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.765821 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.779845 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:36.790284 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.791033 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.791759 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.792250 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.792729 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.793212 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.793695 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Tracked resource versions report: Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: pushed versions: Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: { 'AddressGroup': {'1.2'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Agent': {'1.1'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'ConntrackHelper': {'1.0'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'LocalIPAssociation': {'1.0'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Log': {'1.0'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'NDPProxy': {'1.0'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Network': {'1.1'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Port': {'1.7'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'PortForwarding': {'1.3'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'QosPolicy': {'1.10'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SecurityGroup': {'1.5'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SubPort': {'1.0'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Subnet': {'1.1'}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Trunk': {'1.1'}} Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: consumer versions: Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: { DHCP agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: HyperV agent@hv-cinder-78729: {}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: L3 agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: Metadata agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: Metering agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: Open vSwitch agent@dv-cinder-787296-11-iscsi: { 'AddressGroup': '1.2', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Agent': '1.1', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'ConntrackHelper': '1.0', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'LocalIPAssociation': '1.0', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Log': '1.0', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'NDPProxy': '1.0', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Network': '1.1', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Port': '1.7', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'PortForwarding': '1.3', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'QosPolicy': '1.10', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SecurityGroup': '1.5', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SecurityGroupRule': '1.2', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'SubPort': '1.0', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Subnet': '1.1', Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: 'Trunk': '1.1'}} Jun 22 09:00:36.795269 dv-cinder-787296-11-iscsi neutron-server[104239]: {{(pid=104239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:00:36.812648 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (89e761c2-279a-4e70-9742-f656513670b8), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:36.846741 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Publish callbacks [] for router_gateway (8c5bbb13-8481-4a0c-a709-71197a0d36d9), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:36.862145 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Checking segment: {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:36.862850 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Network hostable DHCP agents. Network: 81450ca5-339e-4f08-bdc8-ec0a189d1628, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:00:36.873929 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:36.876018 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e761c2-279a-4e70-9742-f656513670b8,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:36.885229 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:36.928922 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] Checking segment: {'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:36.929935 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] Network hostable DHCP agents. Network: 87e2804d-8228-4766-8ec6-545eb3833c79, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:00:36.947808 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89603d7-1876-4625-94c9-ae82956b64c8 None None] Pushing event updated for resources: {'Port': ['ID=ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:37.058512 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Allocated IP 172.27.2.65 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/cb92a966-3340-4ff5-9c08-e7bba348e85f) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:37.075211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Network 81450ca5-339e-4f08-bdc8-ec0a189d1628 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:00:37.147482 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:37.190328 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Publish callbacks [] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:37.224774 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] Network 87e2804d-8228-4766-8ec6-545eb3833c79 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:00:37.447738 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:37.449893 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 81450ca5-339e-4f08-bdc8-ec0a189d1628) {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:37.465193 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:37.465728 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af09b3ee-3dec-47b1-8c28-817958694151 None None] Network 81450ca5-339e-4f08-bdc8-ec0a189d1628 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:00:37.467496 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:37.478848 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 87e2804d-8228-4766-8ec6-545eb3833c79) {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:37.487517 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:37.489216 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:37.493425 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:37.497469 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:37.503167 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:00:37.517344 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:37.524626 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffa5870-16fd-46ab-b4ea-81b8e4a93eda None None] Network 87e2804d-8228-4766-8ec6-545eb3833c79 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:00:37.572183 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb92a966-3340-4ff5-9c08-e7bba348e85f,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:37.695663 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-1f831bcb-e020-4d32-8687-fe69f39f5667 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0823264 Jun 22 09:00:37.699395 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 37408) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:37.719538 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-53811315-a38d-45a8-89da-34363dd60eba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8614125 Jun 22 09:00:37.723805 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37410) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:37.725852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:37.730549 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-636087708-router', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:37.810168 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-87e2804d-8228-4766-8ec6-545eb3833c79', 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79', 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'fixed_ips': [{'subnet_id': '89e761c2-279a-4e70-9742-f656513670b8'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:00:37.811512 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:37.852286 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-81450ca5-339e-4f08-bdc8-ec0a189d1628', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:00:37.853764 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:37.910574 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:37.912277 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:37.914518 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:37.915722 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:37.922790 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:37.984087 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Publish callbacks [] for router_controller (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), precommit_add_association {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:38.015100 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:38.099041 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Publish callbacks [] for router_gateway (8c5bbb13-8481-4a0c-a709-71197a0d36d9), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:38.206938 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Publish callbacks [] for router_controller (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), precommit_add_association {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:38.257592 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Allocated IP 172.20.0.2 (81450ca5-339e-4f08-bdc8-ec0a189d1628/1c3d8b32-bb3a-4e9a-a1bd-09fae4263932/be8de613-887c-446b-ab1b-8b52d56b2a71) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:38.310452 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Allocated IP 172.20.0.2 (87e2804d-8228-4766-8ec6-545eb3833c79/89e761c2-279a-4e70-9742-f656513670b8/3c9773db-f59f-48c4-9436-9bfb1a214fa3) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:39.056927 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50ae10d-b259-40b9-b00e-9ae3b9f7cbd3 None None] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:00:39.056927 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:39.089481 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Publish callbacks [] for router_gateway (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.099983 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Publish callbacks [] for router_gateway (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.108560 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (8c5bbb13-8481-4a0c-a709-71197a0d36d9), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.118517 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Publish callbacks [] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.118517 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-05a1ac8b-4dc5-40dd-8563-5421072d990c None None] Provisioning complete for port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:39.118517 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-05a1ac8b-4dc5-40dd-8563-5421072d990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.146214 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:39.146214 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.274666 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.305405 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Publish callbacks [] for router_gateway (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.353587 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.452986 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:00:39.466862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Publish callbacks [] for router_gateway (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.480420 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Pushing event updated for resources: {'Port': ['ID=be8de613-887c-446b-ab1b-8b52d56b2a71,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:39.507984 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Publish callbacks [] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.513538 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Network 81450ca5-339e-4f08-bdc8-ec0a189d1628 is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:39.531354 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.535011 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-05a1ac8b-4dc5-40dd-8563-5421072d990c None None] Current status of the port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:39.536401 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-05a1ac8b-4dc5-40dd-8563-5421072d990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.556882 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:39.567458 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:00:39.676804 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-05a1ac8b-4dc5-40dd-8563-5421072d990c None None] For port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:39.676804 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:39.676804 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.682970 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.739170 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Attempting to bind port be8de613-887c-446b-ab1b-8b52d56b2a71 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:00:39.739543 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Attempting to bind port be8de613-887c-446b-ab1b-8b52d56b2a71 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:00:39.739916 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Attempting to bind port be8de613-887c-446b-ab1b-8b52d56b2a71 on network 81450ca5-339e-4f08-bdc8-ec0a189d1628 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:00:39.753490 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Network 87e2804d-8228-4766-8ec6-545eb3833c79 is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:39.760139 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:39.764102 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:00:39.764479 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Checking segment: {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:39.764874 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.765263 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Bound using segment: {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:00:39.765767 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Bound port: be8de613-887c-446b-ab1b-8b52d56b2a71, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:00:39.766163 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.768377 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:00:39.790745 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Pushing event updated for resources: {'Port': ['ID=3c9773db-f59f-48c4-9436-9bfb1a214fa3,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:39.798248 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-05a1ac8b-4dc5-40dd-8563-5421072d990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:39.853958 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Allocated IP 172.27.2.37 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/e007c8ab-496c-4b3f-be1a-2927f235fe54) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:39.927841 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 37484) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:39.970524 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:00:39.974001 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:39.990509 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Sync routers for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:00:40.008571 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-da0977cc-4bad-467d-af56-aed854fe86f3 None None] Provisioning complete for port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:40.009128 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-da0977cc-4bad-467d-af56-aed854fe86f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:40.011734 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:00:40.013118 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:40.100889 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1ac8b-4dc5-40dd-8563-5421072d990c None None] Pushing event updated for resources: {'Port': ['ID=ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:40.163675 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] For port be8de613-887c-446b-ab1b-8b52d56b2a71, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:00:40.218147 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-da0977cc-4bad-467d-af56-aed854fe86f3 None None] Current status of the port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:40.227437 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.db.api [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 09:00:40.227889 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG oslo_db.api [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:00:40.231511 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Attempting to bind port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:00:40.231788 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Attempting to bind port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:00:40.232094 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Attempting to bind port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 on network 87e2804d-8228-4766-8ec6-545eb3833c79 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:00:40.241707 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] For port be8de613-887c-446b-ab1b-8b52d56b2a71, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=be8de613-887c-446b-ab1b-8b52d56b2a71,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:00:40.245120 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:00:40.245284 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Checking segment: {'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:40.245749 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:40.246377 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Bound using segment: {'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:00:40.247267 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Bound port: 3c9773db-f59f-48c4-9436-9bfb1a214fa3, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:00:40.247762 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:40.291002 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:40.387455 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-24ca7069-8835-4938-954d-8e806f8acaf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:40.402113 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Publish callbacks [] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:40.436267 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:40.449856 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:00:40.479816 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] For port 3c9773db-f59f-48c4-9436-9bfb1a214fa3, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:00:40.499103 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:40.502449 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-a1109d96-e9c2-4268-b06b-9bedf8be19f9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9873691 Jun 22 09:00:40.507355 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37504) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:40.535342 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-24ca7069-8835-4938-954d-8e806f8acaf3 admin admin] Publish callbacks [] for security_group (da4ddcae-9edd-43d4-a435-803ba4a39005), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:40.574467 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] For port 3c9773db-f59f-48c4-9436-9bfb1a214fa3, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=3c9773db-f59f-48c4-9436-9bfb1a214fa3,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:00:40.616883 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf98cc-581c-4182-bbf5-2e843e79c419 None None] Pushing event updated for resources: {'Port': ['ID=be8de613-887c-446b-ab1b-8b52d56b2a71,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:40.639389 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:40.712375 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-24ca7069-8835-4938-954d-8e806f8acaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (da4ddcae-9edd-43d4-a435-803ba4a39005), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:40.765838 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:40.799463 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:37Z', 'revision_number': 3, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:40.806043 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:40.810469 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca7069-8835-4938-954d-8e806f8acaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4ddcae-9edd-43d4-a435-803ba4a39005,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:40.824722 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:40.832835 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:00:40.836178 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-24ca7069-8835-4938-954d-8e806f8acaf3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94a38e607db04e36a734e5074aa2bc92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9063213 Jun 22 09:00:40.852108 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37506) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:40.855083 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Pushing event updated for resources: {'Port': ['ID=e007c8ab-496c-4b3f-be1a-2927f235fe54,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:40.856022 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Checking router: 8c5bbb13-8481-4a0c-a709-71197a0d36d9 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:00:40.856385 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Updating router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 port cb92a966-3340-4ff5-9c08-e7bba348e85f binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:00:40.860774 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Allocated IP 172.27.2.181 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/0b46ae75-df14-434d-98ba-9e4e2f33f6ff) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:40.884327 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:41.038652 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:41.121480 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a83b1-ad04-42fe-80f6-820d3c395d4f None None] Pushing event updated for resources: {'Port': ['ID=3c9773db-f59f-48c4-9436-9bfb1a214fa3,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:41.260998 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:41.272090 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:41.379528 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6482ee86-e594-4370-8b34-57934baf1f48 admin admin] Publish callbacks [] for security_group (da4ddcae-9edd-43d4-a435-803ba4a39005), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:41.384409 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Publish callbacks [] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:41.460469 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:41.461326 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:41.655849 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6482ee86-e594-4370-8b34-57934baf1f48 admin admin] Publish callbacks [] for security_group (da4ddcae-9edd-43d4-a435-803ba4a39005), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:41.685313 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:41.704899 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:41.834038 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:42.095503 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:42.160809 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:42.180970 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:00:42.193585 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Pushing event updated for resources: {'Port': ['ID=0b46ae75-df14-434d-98ba-9e4e2f33f6ff,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:42.207159 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:42.211951 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Publish callbacks [] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:42.353938 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Publish callbacks [] for router_gateway (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:42.356478 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:42.519637 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6482ee86-e594-4370-8b34-57934baf1f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (da4ddcae-9edd-43d4-a435-803ba4a39005), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:42.533225 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6482ee86-e594-4370-8b34-57934baf1f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:42.534482 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-6482ee86-e594-4370-8b34-57934baf1f48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da4ddcae-9edd-43d4-a435-803ba4a39005 HTTP/1.1" status: 204 len: 168 time: 1.6811690 Jun 22 09:00:42.535957 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Pushing event updated for resources: {'Port': ['ID=cb92a966-3340-4ff5-9c08-e7bba348e85f,revision_number=2']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:42.555362 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Attempting to bind port cb92a966-3340-4ff5-9c08-e7bba348e85f on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:00:42.556327 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Attempting to bind port cb92a966-3340-4ff5-9c08-e7bba348e85f by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:00:42.557137 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Attempting to bind port cb92a966-3340-4ff5-9c08-e7bba348e85f on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:00:42.576984 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482ee86-e594-4370-8b34-57934baf1f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4ddcae-9edd-43d4-a435-803ba4a39005,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:42.595693 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:00:42.596712 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:42.597536 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:42.598318 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:00:42.599269 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Bound port: cb92a966-3340-4ff5-9c08-e7bba348e85f, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:00:42.599903 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:42.649196 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:42.716183 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] For port cb92a966-3340-4ff5-9c08-e7bba348e85f, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:00:42.721510 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] For port cb92a966-3340-4ff5-9c08-e7bba348e85f, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=cb92a966-3340-4ff5-9c08-e7bba348e85f,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:00:42.729964 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:42.732722 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.733179 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.733652 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.734434 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.735415 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.736179 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.736700 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.737322 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.737923 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.738452 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.738933 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.739414 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.739898 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.740357 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.741438 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Tracked resource versions report: Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: pushed versions: Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: { 'AddressGroup': {'1.2'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Agent': {'1.1'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'ConntrackHelper': {'1.0'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'LocalIPAssociation': {'1.0'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Log': {'1.0'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'NDPProxy': {'1.0'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Network': {'1.1'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Port': {'1.7'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'PortForwarding': {'1.3'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'QosPolicy': {'1.10'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SecurityGroup': {'1.5'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SubPort': {'1.0'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Subnet': {'1.1'}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Trunk': {'1.1'}} Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: consumer versions: Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: { DHCP agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: HyperV agent@hv-cinder-78729: {}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: L3 agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: Metadata agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: Metering agent@dv-cinder-787296-11-iscsi: {}, Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: Open vSwitch agent@dv-cinder-787296-11-iscsi: { 'AddressGroup': '1.2', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Agent': '1.1', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'ConntrackHelper': '1.0', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'LocalIPAssociation': '1.0', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Log': '1.0', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'NDPProxy': '1.0', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Network': '1.1', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Port': '1.7', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'PortForwarding': '1.3', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'QosPolicy': '1.10', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SecurityGroup': '1.5', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SecurityGroupRule': '1.2', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'SubPort': '1.0', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Subnet': '1.1', Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: 'Trunk': '1.1'}} Jun 22 09:00:42.742982 dv-cinder-787296-11-iscsi neutron-server[104242]: {{(pid=104242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:00:42.784841 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf568ad-b49f-4382-9c37-b05255986f55 None None] Network 81450ca5-339e-4f08-bdc8-ec0a189d1628 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:00:42.909725 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:42.937564 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-e51bf5ee-29ac-4a8b-bc08-433cc643f1a3 None None] Provisioning complete for port be8de613-887c-446b-ab1b-8b52d56b2a71 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:42.938272 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-e51bf5ee-29ac-4a8b-bc08-433cc643f1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:42.985669 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:43.052590 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:00:43.053855 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:43.106814 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a9dad-d2a5-4032-afbd-f5882c95a826 None None] Pushing event updated for resources: {'Port': ['ID=cb92a966-3340-4ff5-9c08-e7bba348e85f,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:43.144411 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debc54bc-cb5c-4c54-9e05-2586a817c633 None None] Network 87e2804d-8228-4766-8ec6-545eb3833c79 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:00:43.260323 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:43.289120 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:00:43.437270 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device be8de613-887c-446b-ab1b-8b52d56b2a71 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:43.446026 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Publish callbacks [] for router_gateway (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:43.566405 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-cea4c5e5-8151-455d-b396-1612cdf37710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:43.762310 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Allocated IP 172.20.0.1 (89fc451c-46b3-4008-9c5d-bc37135b61a8/cf0ef2ba-1fde-4a23-9631-23e262f8bb0e/d4e8c160-14a9-41fd-951b-08b047752770) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:43.775589 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-e51bf5ee-29ac-4a8b-bc08-433cc643f1a3 None None] Current status of the port be8de613-887c-446b-ab1b-8b52d56b2a71 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:43.778279 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-e51bf5ee-29ac-4a8b-bc08-433cc643f1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:43.781688 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:37Z', 'revision_number': 3, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:43.827289 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73144f-5eff-4d7f-9f81-c77e51594873 None None] The sync data for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi is: [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:37Z', 'revision_number': 3, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:00:43.895284 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-e51bf5ee-29ac-4a8b-bc08-433cc643f1a3 None None] For port be8de613-887c-446b-ab1b-8b52d56b2a71, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=be8de613-887c-446b-ab1b-8b52d56b2a71,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:43.929843 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port be8de613-887c-446b-ab1b-8b52d56b2a71 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:43.930286 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:43.948138 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:44.001886 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:44.041066 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-e51bf5ee-29ac-4a8b-bc08-433cc643f1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:44.053316 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:44.061283 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Publish callbacks [] for port (d4e8c160-14a9-41fd-951b-08b047752770), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:44.170888 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:00:44.224162 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port be8de613-887c-446b-ab1b-8b52d56b2a71 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:44.228358 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 3c9773db-f59f-48c4-9436-9bfb1a214fa3 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:44.229849 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-36d8f0b7-cd50-4775-a362-fac7eaca2674 None None] Provisioning complete for port be8de613-887c-446b-ab1b-8b52d56b2a71 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:44.230538 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-36d8f0b7-cd50-4775-a362-fac7eaca2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:44.261293 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bf5ee-29ac-4a8b-bc08-433cc643f1a3 None None] Pushing event updated for resources: {'Port': ['ID=be8de613-887c-446b-ab1b-8b52d56b2a71,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:44.384829 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:44.385358 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:44.428101 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:00:44.451066 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:44.454594 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (d4e8c160-14a9-41fd-951b-08b047752770), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:44.497932 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:44.504429 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:00:44.508629 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:44.513819 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:00:44.514598 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (8c5bbb13-8481-4a0c-a709-71197a0d36d9), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:44.684288 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Sync routers for ids ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:00:44.710040 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-36d8f0b7-cd50-4775-a362-fac7eaca2674 None None] Current status of the port be8de613-887c-446b-ab1b-8b52d56b2a71 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:44.735570 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-36d8f0b7-cd50-4775-a362-fac7eaca2674 None None] Provisioning complete for port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:44.736225 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-36d8f0b7-cd50-4775-a362-fac7eaca2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:44.748402 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Routers {'1a52d8ff-d641-4ea5-911a-f5a08031ddc7'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:00:44.749416 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:44.797747 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:00:44.820998 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Sync routers for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:00:44.841067 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:44.842505 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-12e4bfd6-a1f9-428c-804c-87e598b58642 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1173761 Jun 22 09:00:44.843473 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Pushing event updated for resources: {'Port': ['ID=d4e8c160-14a9-41fd-951b-08b047752770,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:44.846171 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 37584) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:44.886701 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:00:44.891623 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:44.959095 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37586) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:45.004103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:45.011028 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-a7535e0c-2d53-45e4-8992-8ebdd0d97156 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2892997 Jun 22 09:00:45.015528 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37590) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:45.254402 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:45.254402 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:45.278401 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:00:45.346722 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (d4e8c160-14a9-41fd-951b-08b047752770), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:45.389734 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:45.426254 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Set router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:00:45.525588 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:42Z', 'revision_number': 3, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:45.580709 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Checking router: e2d57552-2ff5-4cdc-a3c7-80af1f783ccd for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:00:45.582989 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Updating router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:00:45.587722 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8c2f162f-4c03-4a03-aec4-013416435d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:45.618892 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:45.672990 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-36d8f0b7-cd50-4775-a362-fac7eaca2674 None None] Current status of the port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:45.673608 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-36d8f0b7-cd50-4775-a362-fac7eaca2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:45.766552 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port 3c9773db-f59f-48c4-9436-9bfb1a214fa3, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=3c9773db-f59f-48c4-9436-9bfb1a214fa3,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:45.842495 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-aee20a29-8516-40df-beeb-3763711a9fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.000500 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.108124 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.177430 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Publish callbacks [] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.246955 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8c2f162f-4c03-4a03-aec4-013416435d78 admin admin] Publish callbacks [] for security_group (18d4aaec-7813-443b-9df1-26ef5f6de31f), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.350476 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.356642 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8c2f162f-4c03-4a03-aec4-013416435d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (18d4aaec-7813-443b-9df1-26ef5f6de31f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.373496 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device cb92a966-3340-4ff5-9c08-e7bba348e85f up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:46.402779 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Publish callbacks [] for port (d4e8c160-14a9-41fd-951b-08b047752770), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.445663 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-8c2f162f-4c03-4a03-aec4-013416435d78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d68fd77f9ad49c3bf1033cca7472bde&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4844308 Jun 22 09:00:46.449967 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37622) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:46.524281 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (d4e8c160-14a9-41fd-951b-08b047752770), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.525534 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (8c5bbb13-8481-4a0c-a709-71197a0d36d9), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.531208 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df232b2c-d35f-4029-9429-6c98fe871579 None None] Pushing event updated for resources: {'Port': ['ID=0b46ae75-df14-434d-98ba-9e4e2f33f6ff,revision_number=2']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:46.538356 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:46.609168 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f162f-4c03-4a03-aec4-013416435d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d4aaec-7813-443b-9df1-26ef5f6de31f,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:46.638549 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=100 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:46.645139 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Attempting to bind port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:00:46.647123 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Attempting to bind port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:00:46.647628 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Attempting to bind port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:00:46.691616 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:00:46.697143 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:46.697143 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.697143 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:00:46.697143 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Bound port: 0b46ae75-df14-434d-98ba-9e4e2f33f6ff, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:00:46.697143 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.716733 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=3c9773db-f59f-48c4-9436-9bfb1a214fa3,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:46.720275 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.db.api [None req-36d8f0b7-cd50-4775-a362-fac7eaca2674 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 09:00:46.721083 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG oslo_db.api [None req-36d8f0b7-cd50-4775-a362-fac7eaca2674 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:00:46.745483 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port cb92a966-3340-4ff5-9c08-e7bba348e85f triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:46.746024 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.853327 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'name': 'tempest-DeleteServersTestJSON-636087708-router', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:41Z', 'revision_number': 3, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'gw_port': {'id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:46.899306 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] For port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:00:46.912984 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] For port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=0b46ae75-df14-434d-98ba-9e4e2f33f6ff,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:00:46.921831 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Checking router: 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:00:46.922517 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Updating router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 port e007c8ab-496c-4b3f-be1a-2927f235fe54 binding host dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:00:46.968005 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:46.988921 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Pushing event updated for resources: {'Port': ['ID=d4e8c160-14a9-41fd-951b-08b047752770,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:47.025793 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b5248de7-349f-4480-9abe-601476a03115 admin admin] Publish callbacks [] for security_group (18d4aaec-7813-443b-9df1-26ef5f6de31f), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.093974 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.113917 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Allocated IP 172.20.0.1 (87e2804d-8228-4766-8ec6-545eb3833c79/89e761c2-279a-4e70-9742-f656513670b8/cc5895a6-2885-41a3-846e-9865ccdf2fc3) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:47.119044 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.146165 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port cb92a966-3340-4ff5-9c08-e7bba348e85f is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:47.146921 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.214369 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port cb92a966-3340-4ff5-9c08-e7bba348e85f, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=cb92a966-3340-4ff5-9c08-e7bba348e85f,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:47.219139 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b5248de7-349f-4480-9abe-601476a03115 admin admin] Publish callbacks [] for security_group (18d4aaec-7813-443b-9df1-26ef5f6de31f), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.242267 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:00:47.243104 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:47.339110 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.361552 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-36d8f0b7-cd50-4775-a362-fac7eaca2674 None None] Current status of the port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:47.421156 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:00:47.426277 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:47.431897 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Publish callbacks [] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.433792 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:47.572521 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Publish callbacks [] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), precommit_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.593732 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.595264 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device be8de613-887c-446b-ab1b-8b52d56b2a71 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:47.596022 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:47.609620 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b5248de7-349f-4480-9abe-601476a03115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (18d4aaec-7813-443b-9df1-26ef5f6de31f), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.627944 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b5248de7-349f-4480-9abe-601476a03115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.644989 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-b5248de7-349f-4480-9abe-601476a03115 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18d4aaec-7813-443b-9df1-26ef5f6de31f HTTP/1.1" status: 204 len: 168 time: 1.1933169 Jun 22 09:00:47.708774 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-dd5af91e-b86a-493e-9675-e1fc60364f85 None None] Provisioning complete for port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:47.709192 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-dd5af91e-b86a-493e-9675-e1fc60364f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.741177 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Allocated IP 172.20.0.1 (81450ca5-339e-4f08-bdc8-ec0a189d1628/1c3d8b32-bb3a-4e9a-a1bd-09fae4263932/6388b294-ec8d-4892-9205-2aaf6fd5fd7f) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:47.790961 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.869011 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:47.916736 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=cb92a966-3340-4ff5-9c08-e7bba348e85f,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:47.927054 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Network 87e2804d-8228-4766-8ec6-545eb3833c79 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:47.943185 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:47.949931 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:00:47.954556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:48.026014 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Publish callbacks [] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:48.033983 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:42Z', 'revision_number': 3, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:48.101969 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:48.103094 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baba9f9-876b-4f58-b8b3-39047c977dc9 None None] The sync data for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi is: [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:42Z', 'revision_number': 3, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:00:48.112705 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port be8de613-887c-446b-ab1b-8b52d56b2a71 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:48.113301 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:48.113610 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df232b2c-d35f-4029-9429-6c98fe871579 None None] Pushing event updated for resources: {'Port': ['ID=0b46ae75-df14-434d-98ba-9e4e2f33f6ff,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:48.223334 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48420856-a28f-4539-a717-6b5d196325ab None None] Pushing event updated for resources: {'Port': ['ID=e007c8ab-496c-4b3f-be1a-2927f235fe54,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:48.238783 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Attempting to bind port e007c8ab-496c-4b3f-be1a-2927f235fe54 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:00:48.238957 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Attempting to bind port e007c8ab-496c-4b3f-be1a-2927f235fe54 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:00:48.239321 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Attempting to bind port e007c8ab-496c-4b3f-be1a-2927f235fe54 on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:00:48.326498 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:00:48.327351 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:48.327769 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:48.329586 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:00:48.330393 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Bound port: e007c8ab-496c-4b3f-be1a-2927f235fe54, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:00:48.330924 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:48.331426 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:48.369696 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:00:48.376591 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5248de7-349f-4480-9abe-601476a03115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d4aaec-7813-443b-9df1-26ef5f6de31f,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:48.421995 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] For port e007c8ab-496c-4b3f-be1a-2927f235fe54, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:00:48.426186 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] For port e007c8ab-496c-4b3f-be1a-2927f235fe54, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=e007c8ab-496c-4b3f-be1a-2927f235fe54,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:00:48.448239 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-dd5af91e-b86a-493e-9675-e1fc60364f85 None None] Current status of the port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:48.453140 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Network 81450ca5-339e-4f08-bdc8-ec0a189d1628 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:48.460349 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-dd5af91e-b86a-493e-9675-e1fc60364f85 None None] Provisioning complete for port d4e8c160-14a9-41fd-951b-08b047752770 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:48.460737 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-dd5af91e-b86a-493e-9675-e1fc60364f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (d4e8c160-14a9-41fd-951b-08b047752770), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:48.462846 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:48.468328 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:00:48.468544 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:48.558933 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Pushing event updated for resources: {'Port': ['ID=cc5895a6-2885-41a3-846e-9865ccdf2fc3,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:48.630341 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:48.766017 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48420856-a28f-4539-a717-6b5d196325ab None None] Pushing event updated for resources: {'Port': ['ID=e007c8ab-496c-4b3f-be1a-2927f235fe54,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:48.796791 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Pushing event updated for resources: {'Port': ['ID=6388b294-ec8d-4892-9205-2aaf6fd5fd7f,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:48.834154 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port be8de613-887c-446b-ab1b-8b52d56b2a71 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:48.866700 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Routers {'1a52d8ff-d641-4ea5-911a-f5a08031ddc7'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:00:48.867759 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:48.878526 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:49.074393 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:49.244006 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:49.325578 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-dd5af91e-b86a-493e-9675-e1fc60364f85 None None] Port d4e8c160-14a9-41fd-951b-08b047752770 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:00:49.329936 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:49.331417 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:49.343444 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] Set router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:00:49.478114 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:00:49.511409 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-b9c38edb-61d8-4aa2-b985-26b1ab72ed5f admin admin] 10.222.0.36 "PUT /v2.0/routers/8c5bbb13-8481-4a0c-a709-71197a0d36d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0023236 Jun 22 09:00:49.516054 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 0b46ae75-df14-434d-98ba-9e4e2f33f6ff up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:49.519350 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Sync routers for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:00:49.616273 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Publish callbacks [] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:49.653653 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:00:49.654356 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:49.656411 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-bd16faee-6fe1-4b2a-a421-34cca6361172 None None] Provisioning complete for port cc5895a6-2885-41a3-846e-9865ccdf2fc3 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:49.658915 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bd16faee-6fe1-4b2a-a421-34cca6361172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:49.737176 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:49.738786 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:49.739155 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:49.795532 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:49.796580 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:49.932886 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Pushing event updated for resources: {'Port': ['ID=cc5895a6-2885-41a3-846e-9865ccdf2fc3,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:49.948637 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-bd16faee-6fe1-4b2a-a421-34cca6361172 None None] Port cc5895a6-2885-41a3-846e-9865ccdf2fc3 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:00:49.987887 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-bd16faee-6fe1-4b2a-a421-34cca6361172 None None] Provisioning complete for port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:49.988084 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bd16faee-6fe1-4b2a-a421-34cca6361172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:50.099256 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Network 87e2804d-8228-4766-8ec6-545eb3833c79 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:50.104347 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:50.161704 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Publish callbacks [] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:50.235355 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:50.344521 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:50.344521 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:50.587119 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-bd16faee-6fe1-4b2a-a421-34cca6361172 None None] Port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:00:50.649029 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:00:50.684626 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Pushing event updated for resources: {'Port': ['ID=6388b294-ec8d-4892-9205-2aaf6fd5fd7f,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:50.791960 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:00:50.953106 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'name': 'tempest-DeleteServersTestJSON-636087708-router', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:48Z', 'revision_number': 4, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'gw_port': {'id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'cc5895a6-2885-41a3-846e-9865ccdf2fc3', 'name': '', 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'mac_address': 'fa:16:3e:f3:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89e761c2-279a-4e70-9742-f656513670b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:46Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 1, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'subnets': [{'id': '89e761c2-279a-4e70-9742-f656513670b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:50.989547 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-bd16faee-6fe1-4b2a-a421-34cca6361172 None None] Provisioning complete for port d4e8c160-14a9-41fd-951b-08b047752770 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:50.989973 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bd16faee-6fe1-4b2a-a421-34cca6361172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (d4e8c160-14a9-41fd-951b-08b047752770), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:50.994650 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:00:51.000676 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:51.007858 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b32772cb-7ba5-431f-90c6-bca1f922a92f admin admin] 10.222.0.36 "PUT /v2.0/routers/1a52d8ff-d641-4ea5-911a-f5a08031ddc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1601202 Jun 22 09:00:51.026548 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Network 81450ca5-339e-4f08-bdc8-ec0a189d1628 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:51.031840 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:51.069682 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa95d72-fe0e-476a-9c49-891987f8053d None None] The sync data for ids ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'] in dv-cinder-787296-11-iscsi is: [{'id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'name': 'tempest-DeleteServersTestJSON-636087708-router', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:48Z', 'revision_number': 4, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'gw_port': {'id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'cc5895a6-2885-41a3-846e-9865ccdf2fc3', 'name': '', 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'mac_address': 'fa:16:3e:f3:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89e761c2-279a-4e70-9742-f656513670b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:46Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 1, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'subnets': [{'id': '89e761c2-279a-4e70-9742-f656513670b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:00:51.277610 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:51.288080 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:51.318886 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-bd16faee-6fe1-4b2a-a421-34cca6361172 None None] Port d4e8c160-14a9-41fd-951b-08b047752770 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:00:51.342687 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 37754) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:51.386613 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 37758) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:51.392650 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-fbae5e72-5bc0-427e-b0c8-96ce72157238 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516248378', 'description': 'tempest-description--1127772745'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:51.474052 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:00:51.496113 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=0b46ae75-df14-434d-98ba-9e4e2f33f6ff,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:51.578748 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-f8d0d4ca-a345-44b9-9864-4af6c7b50019 None None] Provisioning complete for port cc5895a6-2885-41a3-846e-9865ccdf2fc3 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:51.579373 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d4ca-a345-44b9-9864-4af6c7b50019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:51.659090 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fbae5e72-5bc0-427e-b0c8-96ce72157238 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:51.705605 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:51.707556 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device cb92a966-3340-4ff5-9c08-e7bba348e85f up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:51.861706 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fbae5e72-5bc0-427e-b0c8-96ce72157238 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (953cd776-e151-4ae6-ada0-e96f4e3d6921), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:51.867207 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-601845590-network', 'tenant_id': 'bc04472725e94cb9b9ce9c16dac69419'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:51.937519 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port cb92a966-3340-4ff5-9c08-e7bba348e85f triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:51.938378 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:51.995651 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fbae5e72-5bc0-427e-b0c8-96ce72157238 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (953cd776-e151-4ae6-ada0-e96f4e3d6921), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:52.016199 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:00:52.024026 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-0d695320-838b-4dbe-bcb1-abeb3f396b87 admin admin] 10.222.0.36 "PUT /v2.0/routers/e2d57552-2ff5-4cdc-a3c7-80af1f783ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0068402 Jun 22 09:00:52.038970 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Sync routers for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:00:52.075986 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:00:52.078755 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Made reservation on behalf of bc04472725e94cb9b9ce9c16dac69419 for: {'network': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:52.081947 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:52.087725 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:52.096763 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:52.123728 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0d4ca-a345-44b9-9864-4af6c7b50019 None None] Port cc5895a6-2885-41a3-846e-9865ccdf2fc3 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:00:52.138198 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:52.140854 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae5e72-5bc0-427e-b0c8-96ce72157238 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953cd776-e151-4ae6-ada0-e96f4e3d6921,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:52.226538 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:45Z', 'revision_number': 2, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:52.250624 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fbae5e72-5bc0-427e-b0c8-96ce72157238 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:52.260086 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37782) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:52.260510 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-fbae5e72-5bc0-427e-b0c8-96ce72157238 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8685131 Jun 22 09:00:52.263925 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=0b46ae75-df14-434d-98ba-9e4e2f33f6ff,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:52.270350 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-5d69e734-4c99-444d-a275-1b7e64275512 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group_rule': {'security_group_id': '953cd776-e151-4ae6-ada0-e96f4e3d6921', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:52.332921 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-40bb981e-7f7c-44b7-8a9a-fd8b93f077ee None None] Provisioning complete for port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:52.333331 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-40bb981e-7f7c-44b7-8a9a-fd8b93f077ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:52.338212 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:52.374398 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Checking router: 8c5bbb13-8481-4a0c-a709-71197a0d36d9 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:00:52.374398 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Updating router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 port d4e8c160-14a9-41fd-951b-08b047752770 binding host dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:00:52.465931 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5d69e734-4c99-444d-a275-1b7e64275512 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (8413050b-ecf2-4ff0-95ef-380d685b53c0), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:52.542934 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-40bb981e-7f7c-44b7-8a9a-fd8b93f077ee None None] Port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:00:52.581070 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (d4e8c160-14a9-41fd-951b-08b047752770), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:52.597569 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port cb92a966-3340-4ff5-9c08-e7bba348e85f is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:52.604214 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 3c9773db-f59f-48c4-9436-9bfb1a214fa3 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:52.699824 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 37810) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:52.714158 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Publish callbacks [] for security_group (de505407-be11-4801-8b7a-a64e934a7b53), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:52.725230 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5d69e734-4c99-444d-a275-1b7e64275512 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (8413050b-ecf2-4ff0-95ef-380d685b53c0), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:52.731036 dv-cinder-787296-11-iscsi neutron-server[104239]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 09:00:52.739158 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:00:52.851438 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37814) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:52.854287 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (de505407-be11-4801-8b7a-a64e934a7b53), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:52.865914 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5d69e734-4c99-444d-a275-1b7e64275512 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (8413050b-ecf2-4ff0-95ef-380d685b53c0), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:52.921725 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69e734-4c99-444d-a275-1b7e64275512 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8413050b-ecf2-4ff0-95ef-380d685b53c0,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:52.993731 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=100 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:53.020225 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de505407-be11-4801-8b7a-a64e934a7b53,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:53.051797 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5d69e734-4c99-444d-a275-1b7e64275512 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.059727 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-5d69e734-4c99-444d-a275-1b7e64275512 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7977326 Jun 22 09:00:53.060488 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37826) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:53.074141 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-293e5315-a259-4954-b3ad-4aa5ecd81b9f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group_rule': {'security_group_id': '953cd776-e151-4ae6-ada0-e96f4e3d6921', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:53.183908 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=104239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:00:53.216126 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f82744c1-8df1-4501-a88a-11324127dda3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.394609 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 2, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:53.413840 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:53.469337 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f82744c1-8df1-4501-a88a-11324127dda3 admin admin] Publish callbacks [] for security_group (778be828-49a8-4e61-b657-6b3b4ce20698), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.470215 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (50a7d054-c9be-4bad-a388-f4c949055f74), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.470679 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.segments_db [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Added segment 50a7d054-c9be-4bad-a388-f4c949055f74 of type vlan for network f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b Jun 22 09:00:53.482994 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Publish callbacks [] for port (d4e8c160-14a9-41fd-951b-08b047752770), precommit_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.489922 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Checking router: e2d57552-2ff5-4cdc-a3c7-80af1f783ccd for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:00:53.489922 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Updating router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:00:53.490304 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-293e5315-a259-4954-b3ad-4aa5ecd81b9f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (af2743a5-8157-4867-9f39-38d5d20f54f8), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.513911 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 37844) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:53.540602 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:53.540958 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.575422 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.587526 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f82744c1-8df1-4501-a88a-11324127dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (778be828-49a8-4e61-b657-6b3b4ce20698), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.595744 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (d4e8c160-14a9-41fd-951b-08b047752770), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.670585 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-f82744c1-8df1-4501-a88a-11324127dda3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a5f9b103c0c480199b17cd359532691&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8177860 Jun 22 09:00:53.686246 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37848) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:53.743148 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-66090eb9-e272-4767-a0c2-9aed23d3e4b4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:53.773026 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-66090eb9-e272-4767-a0c2-9aed23d3e4b4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 818 time: 0.2112243 Jun 22 09:00:53.810801 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-f0e4f55e-76ec-44c1-982c-0a2c22c414f3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/quotas/d20fd7bac1c94a908fd293fa82c534dc HTTP/1.1" status: 200 len: 375 time: 0.0290587 Jun 22 09:00:53.814732 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3d5b3-53bc-4776-b2cf-8cd035972a9c None None] Pushing event updated for resources: {'Port': ['ID=d4e8c160-14a9-41fd-951b-08b047752770,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:53.871467 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9de78747-86c1-4ac3-a68e-df2b92e6e792 admin admin] Publish callbacks [] for security_group (778be828-49a8-4e61-b657-6b3b4ce20698), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.903815 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9de78747-86c1-4ac3-a68e-df2b92e6e792 admin admin] Publish callbacks [] for security_group (778be828-49a8-4e61-b657-6b3b4ce20698), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:53.998238 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:54.002110 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-293e5315-a259-4954-b3ad-4aa5ecd81b9f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (af2743a5-8157-4867-9f39-38d5d20f54f8), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.002992 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82744c1-8df1-4501-a88a-11324127dda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778be828-49a8-4e61-b657-6b3b4ce20698,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:54.076127 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-293e5315-a259-4954-b3ad-4aa5ecd81b9f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (af2743a5-8157-4867-9f39-38d5d20f54f8), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.081796 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9de78747-86c1-4ac3-a68e-df2b92e6e792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (778be828-49a8-4e61-b657-6b3b4ce20698), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.085378 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9de78747-86c1-4ac3-a68e-df2b92e6e792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.086832 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-9de78747-86c1-4ac3-a68e-df2b92e6e792 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/778be828-49a8-4e61-b657-6b3b4ce20698 HTTP/1.1" status: 204 len: 168 time: 0.3706164 Jun 22 09:00:54.135306 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e5315-a259-4954-b3ad-4aa5ecd81b9f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2743a5-8157-4867-9f39-38d5d20f54f8,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:54.156860 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de78747-86c1-4ac3-a68e-df2b92e6e792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778be828-49a8-4e61-b657-6b3b4ce20698,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:54.232370 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-293e5315-a259-4954-b3ad-4aa5ecd81b9f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.233588 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-293e5315-a259-4954-b3ad-4aa5ecd81b9f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1719115 Jun 22 09:00:54.237014 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37858) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:54.243250 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:54.336683 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-49972e30-1c91-4981-bec9-34f18d43438d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5248318 Jun 22 09:00:54.344019 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.355525 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-c8b7394d-b570-435f-89d1-9373c6f365c4 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:54.363209 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-c8b7394d-b570-435f-89d1-9373c6f365c4 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/networks?id=87e2804d-8228-4766-8ec6-545eb3833c79 HTTP/1.1" status: 200 len: 811 time: 1.6515303 Jun 22 09:00:54.385588 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-895c18d3-be8f-4d86-a051-853644747f04 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/quotas/6257cf2b40a84e66a1d77b0b2485c462 HTTP/1.1" status: 200 len: 375 time: 0.0210934 Jun 22 09:00:54.397434 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:54.503560 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.512515 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Attempting to bind port d4e8c160-14a9-41fd-951b-08b047752770 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:00:54.513051 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Attempting to bind port d4e8c160-14a9-41fd-951b-08b047752770 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:00:54.513226 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Attempting to bind port d4e8c160-14a9-41fd-951b-08b047752770 on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:00:54.520624 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:00:54.521004 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Checking segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:54.521935 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.522381 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Bound using segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:00:54.523236 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Bound port: d4e8c160-14a9-41fd-951b-08b047752770, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:00:54.523628 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (d4e8c160-14a9-41fd-951b-08b047752770), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.545282 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-a78a5b44-4b01-4198-ab4c-a58815d8d0ce None None] Provisioning complete for port d4e8c160-14a9-41fd-951b-08b047752770 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:54.545818 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a78a5b44-4b01-4198-ab4c-a58815d8d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (d4e8c160-14a9-41fd-951b-08b047752770), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.569081 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Publish callbacks [] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.573372 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-5638619c-015d-456d-ac1c-0defec4b6f63 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6257cf2b40a84e66a1d77b0b2485c462&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863532 Jun 22 09:00:54.614982 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:54.623408 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.624085 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.624438 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:54.625306 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.665866 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-a78a5b44-4b01-4198-ab4c-a58815d8d0ce None None] Port d4e8c160-14a9-41fd-951b-08b047752770 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:00:54.688243 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] For port d4e8c160-14a9-41fd-951b-08b047752770, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:00:54.705021 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] For port d4e8c160-14a9-41fd-951b-08b047752770, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=d4e8c160-14a9-41fd-951b-08b047752770,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:00:54.715012 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9aa1d-f47d-4e9a-8e66-3c8d4ebd4def None None] Pushing event updated for resources: {'Port': ['ID=6388b294-ec8d-4892-9205-2aaf6fd5fd7f,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:54.728242 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:54.735950 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:54.738328 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3945241 Jun 22 09:00:54.747055 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 37872) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:54.765516 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] Request body: {'subnet': {'network_id': 'f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-601845590-subnet', 'tenant_id': 'bc04472725e94cb9b9ce9c16dac69419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:54.774492 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (d4e8c160-14a9-41fd-951b-08b047752770), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.850159 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Attempting to bind port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:00:54.850159 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Attempting to bind port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:00:54.850159 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Attempting to bind port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f on network 81450ca5-339e-4f08-bdc8-ec0a189d1628 {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:00:54.851377 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:00:54.852554 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Checking segment: {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:54.853189 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.853787 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Bound using segment: {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:00:54.854552 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Bound port: 6388b294-ec8d-4892-9205-2aaf6fd5fd7f, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:00:54.864658 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:54.898716 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b245c-31c5-4610-a368-6c6f040edda2 admin admin] Pushing event updated for resources: {'Network': ['ID=f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:54.963863 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 0b46ae75-df14-434d-98ba-9e4e2f33f6ff up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:54.979973 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:00:54.995323 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] For port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:00:55.000553 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] For port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=6388b294-ec8d-4892-9205-2aaf6fd5fd7f,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:00:55.027663 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:55.052368 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:55.070022 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] Made reservation on behalf of bc04472725e94cb9b9ce9c16dac69419 for: {'subnet': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:55.072946 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:55.082133 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:00:55.082758 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:55.083710 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:55.286175 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9aa1d-f47d-4e9a-8e66-3c8d4ebd4def None None] Pushing event updated for resources: {'Port': ['ID=6388b294-ec8d-4892-9205-2aaf6fd5fd7f,revision_number=4']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:55.316044 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:00:55.317573 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:55.350934 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:55.409793 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3d5b3-53bc-4776-b2cf-8cd035972a9c None None] Pushing event updated for resources: {'Port': ['ID=d4e8c160-14a9-41fd-951b-08b047752770,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:55.448078 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37884) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:55.544183 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-27fa2fa7-e514-4202-80b6-78593ab4300d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:00:55.548291 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:55.560112 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-27fa2fa7-e514-4202-80b6-78593ab4300d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2558131 Jun 22 09:00:55.562121 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:55.591697 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Allocated IP 172.27.2.197 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/1190cf21-6759-46d3-819b-cb6701361ec8) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:00:55.630732 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:55.641637 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-d84bf761-b8cd-4133-80c8-5e663ae99cab service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:00:55.653283 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:00:55.658169 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-d84bf761-b8cd-4133-80c8-5e663ae99cab service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3333912 Jun 22 09:00:55.692702 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-7854d9e1-89d6-4f37-bfe3-2ae404c13177 None None] Provisioning complete for port d4e8c160-14a9-41fd-951b-08b047752770 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:55.693160 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7854d9e1-89d6-4f37-bfe3-2ae404c13177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (d4e8c160-14a9-41fd-951b-08b047752770), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:55.744421 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:55.894369 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (1190cf21-6759-46d3-819b-cb6701361ec8), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:55.929872 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (696dcb9d-eabc-4c90-ab9d-311e47c53e36), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:55.949692 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:00:55.998224 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a048e83f-3f49-4ef2-9255-2eed2ef819f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:56.048647 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (1190cf21-6759-46d3-819b-cb6701361ec8), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:56.053458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696dcb9d-eabc-4c90-ab9d-311e47c53e36,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:56.070255 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] Checking segment: {'id': '50a7d054-c9be-4bad-a388-f4c949055f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:00:56.070613 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] Network hostable DHCP agents. Network: f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:00:56.087314 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Sync routers for ids ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:00:56.102728 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-b6290d26-e7ef-4caf-883e-ad9f4be96e87 service neutron] 10.222.0.36 "GET /v2.0/networks/87e2804d-8228-4766-8ec6-545eb3833c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413496 Jun 22 09:00:56.116953 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:56.118751 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device e007c8ab-496c-4b3f-be1a-2927f235fe54 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:56.120112 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:00:56.125470 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:56.135037 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:00:56.182854 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:54Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:56.222979 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-69e1ed4c-522e-4755-93bd-0e277fc0370f service neutron] 10.222.0.36 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636640 Jun 22 09:00:56.255109 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c9538-36e1-48f5-bc19-d48637ae1c1b None None] The sync data for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi is: [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:54Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:00:56.258894 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-1c5d06f2-98d3-4c2c-af04-8e66d5e2f8a6 service neutron] 10.222.0.36 "GET /v2.0/networks/87e2804d-8228-4766-8ec6-545eb3833c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550534 Jun 22 09:00:56.307169 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] Network f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:00:56.362195 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=1190cf21-6759-46d3-819b-cb6701361ec8,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:56.394780 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (94d3245c-1772-4f5a-b389-5d3d9953bff7), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:56.398563 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Routers {'1a52d8ff-d641-4ea5-911a-f5a08031ddc7'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:00:56.405227 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:56.432752 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b) {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:00:56.437279 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:56.449031 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7e370b-3490-483d-a5a1-bc54c6824f26 None None] Network f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:00:56.523201 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:56.523907 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:56.526348 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:00:56.537936 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a048e83f-3f49-4ef2-9255-2eed2ef819f7 admin admin] Publish callbacks [] for security_group (137364f9-6ca7-4abe-bba0-4475e18e5cdc), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:56.624465 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-c297c444-b9e0-4825-bcf0-ca1841753256 service neutron] 10.222.0.36 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002793 Jun 22 09:00:56.626012 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (1190cf21-6759-46d3-819b-cb6701361ec8), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:56.675958 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-141ee58f-4282-43a8-bab6-52de4138a2e2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9213538 Jun 22 09:00:56.701003 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a048e83f-3f49-4ef2-9255-2eed2ef819f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (137364f9-6ca7-4abe-bba0-4475e18e5cdc), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:56.790963 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port e007c8ab-496c-4b3f-be1a-2927f235fe54 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:56.792203 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:56.870279 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e793ea41-08ee-49a0-a2e3-f1e58a489c47 req-40bc8cd2-c85d-4996-b133-d9d5273e8217 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.1380095 Jun 22 09:00:56.982094 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:56.983203 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048e83f-3f49-4ef2-9255-2eed2ef819f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137364f9-6ca7-4abe-bba0-4475e18e5cdc,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:56.997211 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-a048e83f-3f49-4ef2-9255-2eed2ef819f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b5a0c04d6c34443b6bde4525b6cbf6f&name=default HTTP/1.1" status: 200 len: 2994 time: 1.5487499 Jun 22 09:00:57.000096 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 37946) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:57.007591 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:57.100891 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-7854d9e1-89d6-4f37-bfe3-2ae404c13177 None None] Current status of the port d4e8c160-14a9-41fd-951b-08b047752770 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:57.103365 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7854d9e1-89d6-4f37-bfe3-2ae404c13177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (d4e8c160-14a9-41fd-951b-08b047752770), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:57.168183 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:57.213468 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ccb25db8-4e45-4eb9-a543-3715159af87e req-65c53e00-899a-4f9c-b6ad-d3f75ff85e16 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 210 time: 0.0773365 Jun 22 09:00:57.219207 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c65dc05f-9bdb-4e69-8d9f-db3bcda34524 admin admin] Publish callbacks [] for security_group (137364f9-6ca7-4abe-bba0-4475e18e5cdc), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:57.256721 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Set router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:00:57.268749 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (1190cf21-6759-46d3-819b-cb6701361ec8), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:57.291940 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c65dc05f-9bdb-4e69-8d9f-db3bcda34524 admin admin] Publish callbacks [] for security_group (137364f9-6ca7-4abe-bba0-4475e18e5cdc), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:57.363071 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (1190cf21-6759-46d3-819b-cb6701361ec8), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:57.381157 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-7854d9e1-89d6-4f37-bfe3-2ae404c13177 None None] For port d4e8c160-14a9-41fd-951b-08b047752770, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=d4e8c160-14a9-41fd-951b-08b047752770,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:57.383768 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (94d3245c-1772-4f5a-b389-5d3d9953bff7), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:57.441872 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf10f2e-b45a-4dc5-a14c-a3ac6e3d0998 None None] Network f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:00:57.477982 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=1190cf21-6759-46d3-819b-cb6701361ec8,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:57.515612 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7854d9e1-89d6-4f37-bfe3-2ae404c13177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (d4e8c160-14a9-41fd-951b-08b047752770), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:57.555182 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c65dc05f-9bdb-4e69-8d9f-db3bcda34524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (137364f9-6ca7-4abe-bba0-4475e18e5cdc), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:57.557869 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c65dc05f-9bdb-4e69-8d9f-db3bcda34524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:57.561788 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-c65dc05f-9bdb-4e69-8d9f-db3bcda34524 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/137364f9-6ca7-4abe-bba0-4475e18e5cdc HTTP/1.1" status: 204 len: 168 time: 0.5609210 Jun 22 09:00:57.575569 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dc05f-9bdb-4e69-8d9f-db3bcda34524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137364f9-6ca7-4abe-bba0-4475e18e5cdc,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:57.587704 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:57.589932 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-14a41742-d5f8-4a82-ae49-ebbc24205604 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3511541 Jun 22 09:00:57.603715 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:57.718605 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-d58451aa-5494-47d8-ac4f-085af7aa081c None None] Provisioning complete for port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:57.718980 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d58451aa-5494-47d8-ac4f-085af7aa081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:57.780068 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-214916b8-9299-4c0a-98b0-6a1f572246a1 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:57.783650 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-214916b8-9299-4c0a-98b0-6a1f572246a1 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 818 time: 0.1774983 Jun 22 09:00:57.806428 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-3f7709ac-548f-4d35-bf78-4558f560cd2a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/quotas/d20fd7bac1c94a908fd293fa82c534dc HTTP/1.1" status: 200 len: 375 time: 0.0158393 Jun 22 09:00:57.940176 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-7caeb54b-74ed-4be9-a485-d3d0576a9650 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245258 Jun 22 09:00:57.954856 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:58.089461 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-409322d4-a6a3-4512-88d1-52bd2e18ee5d req-c2c6c99b-b428-4ae8-a089-6e60fa018fc0 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.0934720 Jun 22 09:00:58.184304 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:54Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:58.225343 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-46a99e99-cbbc-418a-bc0f-f4eef20692ea service neutron] 10.222.0.36 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830327 Jun 22 09:00:58.240748 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port e007c8ab-496c-4b3f-be1a-2927f235fe54 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:58.241138 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:58.255973 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af27c9-2d4b-42b0-8bdb-9cf77352eb7b None None] The sync data for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi is: [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:54Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:00:58.270667 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-d58451aa-5494-47d8-ac4f-085af7aa081c None None] Current status of the port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:58.271059 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d58451aa-5494-47d8-ac4f-085af7aa081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:58.311463 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854d9e1-89d6-4f37-bfe3-2ae404c13177 None None] Pushing event updated for resources: {'Port': ['ID=d4e8c160-14a9-41fd-951b-08b047752770,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:58.351200 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port e007c8ab-496c-4b3f-be1a-2927f235fe54, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=e007c8ab-496c-4b3f-be1a-2927f235fe54,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:58.419419 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-64220ec4-1296-4e37-bfb8-428302605faa tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--516248378&fields=id&tenant_id=3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 267 time: 0.1051230 Jun 22 09:00:58.442252 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-07a47c86-6e74-47a1-ba57-9944940c3024 service neutron] 10.222.0.36 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976855 Jun 22 09:00:58.482138 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:58.508152 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-d58451aa-5494-47d8-ac4f-085af7aa081c None None] For port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=6388b294-ec8d-4892-9205-2aaf6fd5fd7f,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:00:58.560373 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d58451aa-5494-47d8-ac4f-085af7aa081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:58.574329 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'name': 'tempest-DeleteServersTestJSON-636087708-router', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:48Z', 'revision_number': 4, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'gw_port': {'id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'cc5895a6-2885-41a3-846e-9865ccdf2fc3', 'name': '', 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'mac_address': 'fa:16:3e:f3:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89e761c2-279a-4e70-9742-f656513670b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:46Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 2, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'subnets': [{'id': '89e761c2-279a-4e70-9742-f656513670b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:00:58.649146 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Checking router: 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:00:58.649502 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Updating router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 port cc5895a6-2885-41a3-846e-9865ccdf2fc3 binding host dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:00:58.663143 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 6388b294-ec8d-4892-9205-2aaf6fd5fd7f up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:00:58.664769 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-cb8b552e-4063-412b-aa1a-d9af75012a3d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:58.679135 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-cb8b552e-4063-412b-aa1a-d9af75012a3d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 813 time: 0.2427869 Jun 22 09:00:58.710971 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-f914107c-0ea7-44cd-89b7-432ef5ab533f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/quotas/3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 375 time: 0.0306635 Jun 22 09:00:58.779236 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=e007c8ab-496c-4b3f-be1a-2927f235fe54,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:58.801379 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:58.806371 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-4137f3bc-d331-49cb-8044-b3375d832b3e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940313 Jun 22 09:00:58.916891 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58451aa-5494-47d8-ac4f-085af7aa081c None None] Pushing event updated for resources: {'Port': ['ID=6388b294-ec8d-4892-9205-2aaf6fd5fd7f,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:58.952347 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:00:58.957629 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:59.020517 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-e244d78b-75d0-4c41-afe9-bd39820713aa service neutron] 10.222.0.36 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933615 Jun 22 09:00:59.111090 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7a65c2e0-1dcd-4f0c-bd9b-f2291f2771a0 req-076ee113-32cb-4d1a-b1ff-8cc66be21d8e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 210 time: 0.1153271 Jun 22 09:00:59.273740 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:59.383651 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-eec36411-d5cb-40b4-87ec-8b72c547843f service neutron] 10.222.0.36 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614662 Jun 22 09:00:59.385499 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9e02d418-b9b6-4ca0-aa59-6eeb4dc6fc21 req-71e488d0-5a08-403a-aaa6-3dd73c1ed14e tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.1194553 Jun 22 09:00:59.451287 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:00:59.548856 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 38088) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:59.555232 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1880240059-network', 'tenant_id': '1f4a5c2909cf4973b9d3f641d7fe0e2c'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:59.744468 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Made reservation on behalf of 1f4a5c2909cf4973b9d3f641d7fe0e2c for: {'network': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:00:59.748355 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:59.777239 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:59.847073 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:59.981126 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Publish callbacks [] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), precommit_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:00.019379 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-35e962a0-bfb1-4d45-b48b-d583a3348977 req-6d1b1583-ffc8-486e-b28f-464a68a8e57d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 210 time: 0.0641026 Jun 22 09:01:00.105708 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Publish callbacks [] for security_group (22b2e7e9-d5f7-4063-9d45-26303b896001), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:00.220326 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:00.238688 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:00.282920 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6a5ead75-6d92-4383-8a8f-bd21249ea715 req-b833b268-36d7-489e-a139-4fa48d5ca62f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 210 time: 0.0666444 Jun 22 09:01:00.296742 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (22b2e7e9-d5f7-4063-9d45-26303b896001), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:00.302026 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3d711-b6c3-4b3b-bc3d-2ab948b3da46 None None] Pushing event updated for resources: {'Port': ['ID=cc5895a6-2885-41a3-846e-9865ccdf2fc3,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:00.349804 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:00.418310 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=104239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:01:00.465354 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Attempting to bind port cc5895a6-2885-41a3-846e-9865ccdf2fc3 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:01:00.465784 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Attempting to bind port cc5895a6-2885-41a3-846e-9865ccdf2fc3 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:01:00.466169 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Attempting to bind port cc5895a6-2885-41a3-846e-9865ccdf2fc3 on network 87e2804d-8228-4766-8ec6-545eb3833c79 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:01:00.481047 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (7c236593-1366-463b-9bc6-4a02b0159815), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:00.481047 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.segments_db [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Added segment 7c236593-1366-463b-9bc6-4a02b0159815 of type vlan for network 7365b4c4-df0d-4f06-b684-5fe1ea32d58d Jun 22 09:01:00.483084 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:01:00.483471 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Checking segment: {'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:01:00.483881 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:00.485719 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b2e7e9-d5f7-4063-9d45-26303b896001,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:00.501776 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Bound using segment: {'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:01:00.502537 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Bound port: cc5895a6-2885-41a3-846e-9865ccdf2fc3, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:01:00.503043 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:00.684965 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] For port cc5895a6-2885-41a3-846e-9865ccdf2fc3, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:01:00.690536 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] For port cc5895a6-2885-41a3-846e-9865ccdf2fc3, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=cc5895a6-2885-41a3-846e-9865ccdf2fc3,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:01:00.715013 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:00.778383 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:00.868961 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Routers {'1a52d8ff-d641-4ea5-911a-f5a08031ddc7'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:01:00.869604 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:00:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:00.943848 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3d711-b6c3-4b3b-bc3d-2ab948b3da46 None None] Pushing event updated for resources: {'Port': ['ID=cc5895a6-2885-41a3-846e-9865ccdf2fc3,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:01.138479 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:01.173375 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-400f7b39-fead-4392-ad33-417009b90470 None None] Provisioning complete for port cc5895a6-2885-41a3-846e-9865ccdf2fc3 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:01.174166 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-400f7b39-fead-4392-ad33-417009b90470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:01.186668 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 6388b294-ec8d-4892-9205-2aaf6fd5fd7f up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:01:01.267099 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:01.343742 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-25b982b4-aa21-4984-b47e-5d183fff0f4f req-71523e67-a462-499a-97fc-dcec09b93e93 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.7432854 Jun 22 09:01:01.352158 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (7365b4c4-df0d-4f06-b684-5fe1ea32d58d), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:01.508197 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.db.resource_extend [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:01:01.544080 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-db27799a-bcdc-42fb-a139-b1a26277cf37 req-576ced42-07f4-48c1-bd56-78bd4bad569d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 210 time: 0.2873974 Jun 22 09:01:01.707361 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:01.708907 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:01.718126 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] Set router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:01:01.727322 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (7365b4c4-df0d-4f06-b684-5fe1ea32d58d), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:01.737935 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:01.737935 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:01.910619 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f699436c-fd78-49b6-99e7-dae119973584 req-1fe0a189-0a31-4545-ba5c-edf81d9a85bd tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 210 time: 0.1281281 Jun 22 09:01:01.991130 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4375098 Jun 22 09:01:01.993597 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38174) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:02.000906 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] Request body: {'subnet': {'network_id': '7365b4c4-df0d-4f06-b684-5fe1ea32d58d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1880240059-subnet', 'tenant_id': '1f4a5c2909cf4973b9d3f641d7fe0e2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:02.145095 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5e8b6-8aa8-4e0c-8dcb-1417a06279f2 admin admin] Pushing event updated for resources: {'Network': ['ID=7365b4c4-df0d-4f06-b684-5fe1ea32d58d,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:02.224645 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] Made reservation on behalf of 1f4a5c2909cf4973b9d3f641d7fe0e2c for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:02.231536 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:02.291752 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:02.301502 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 7365b4c4-df0d-4f06-b684-5fe1ea32d58d details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:01:02.358356 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 38192) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:02.456634 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-400f7b39-fead-4392-ad33-417009b90470 None None] Current status of the port cc5895a6-2885-41a3-846e-9865ccdf2fc3 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:02.457306 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-400f7b39-fead-4392-ad33-417009b90470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:02.494790 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:02.496441 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device e007c8ab-496c-4b3f-be1a-2927f235fe54 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:01:02.682158 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-400f7b39-fead-4392-ad33-417009b90470 None None] For port cc5895a6-2885-41a3-846e-9865ccdf2fc3, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=cc5895a6-2885-41a3-846e-9865ccdf2fc3,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:02.694608 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-faa177fa-5f56-46ab-b69e-3880d52cf36d req-37924ddf-86b2-4739-aa10-2a529141ca23 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.0826161 Jun 22 09:01:02.758272 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5b1df6df-7595-4fb3-bb7a-ed3bbd65bd80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:02.892300 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (b005a350-13d8-4ee7-ab66-87b6c1fef3cd), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:02.927819 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-400f7b39-fead-4392-ad33-417009b90470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:02.938473 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:02.939831 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b52e1290-69eb-43a8-91d6-f7d95fed61a7 req-31005e29-cfe9-4977-8402-3684a50cfc84 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 210 time: 0.1325369 Jun 22 09:01:02.971886 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'name': 'tempest-DeleteServersTestJSON-636087708-router', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:48Z', 'revision_number': 4, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'gw_port': {'id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'cc5895a6-2885-41a3-846e-9865ccdf2fc3', 'name': '', 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'mac_address': 'fa:16:3e:f3:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89e761c2-279a-4e70-9742-f656513670b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:46Z', 'updated_at': '2022-06-22T09:01:00Z', 'revision_number': 4, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'subnets': [{'id': '89e761c2-279a-4e70-9742-f656513670b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:03.081929 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b005a350-13d8-4ee7-ab66-87b6c1fef3cd,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:03.134349 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] Checking segment: {'id': '7c236593-1366-463b-9bc6-4a02b0159815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7365b4c4-df0d-4f06-b684-5fe1ea32d58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:01:03.134730 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] Network hostable DHCP agents. Network: 7365b4c4-df0d-4f06-b684-5fe1ea32d58d, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:01:03.154817 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6000facf-bdf5-4643-8201-dd8a8d32158d None None] The sync data for ids ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'] in dv-cinder-787296-11-iscsi is: [{'id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'name': 'tempest-DeleteServersTestJSON-636087708-router', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:48Z', 'revision_number': 4, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'gw_port': {'id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'cc5895a6-2885-41a3-846e-9865ccdf2fc3', 'name': '', 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'mac_address': 'fa:16:3e:f3:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89e761c2-279a-4e70-9742-f656513670b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:46Z', 'updated_at': '2022-06-22T09:01:00Z', 'revision_number': 4, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'subnets': [{'id': '89e761c2-279a-4e70-9742-f656513670b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:01:03.166670 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-fd3eabc8-2c52-4388-809d-b723001a03d3 None None] Provisioning complete for port cc5895a6-2885-41a3-846e-9865ccdf2fc3 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:03.168059 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-fd3eabc8-2c52-4388-809d-b723001a03d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:03.171276 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port e007c8ab-496c-4b3f-be1a-2927f235fe54 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:03.171931 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:03.216060 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b314755-8f5c-417a-b4ff-06bad1207211 req-86b5a8c9-e015-41e2-9f8a-0d45d112aa96 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 210 time: 0.1054533 Jun 22 09:01:03.231625 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5b1df6df-7595-4fb3-bb7a-ed3bbd65bd80 admin admin] Publish callbacks [] for security_group (137f3b15-150f-432a-95a3-00bbb7c00b44), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:03.264050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] Network 7365b4c4-df0d-4f06-b684-5fe1ea32d58d is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:01:03.281165 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f7b39-fead-4392-ad33-417009b90470 None None] Pushing event updated for resources: {'Port': ['ID=cc5895a6-2885-41a3-846e-9865ccdf2fc3,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:03.354328 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5b1df6df-7595-4fb3-bb7a-ed3bbd65bd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (137f3b15-150f-432a-95a3-00bbb7c00b44), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:03.357265 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38220) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:03.403348 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-fd3eabc8-2c52-4388-809d-b723001a03d3 None None] Current status of the port cc5895a6-2885-41a3-846e-9865ccdf2fc3 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:03.407142 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 7365b4c4-df0d-4f06-b684-5fe1ea32d58d) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:03.411571 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port e007c8ab-496c-4b3f-be1a-2927f235fe54 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:03.412737 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device d4e8c160-14a9-41fd-951b-08b047752770 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:01:03.418165 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:03.426075 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:03.449317 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38226) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:03.455372 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-5b1df6df-7595-4fb3-bb7a-ed3bbd65bd80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88142bd82c20419ab4a965104a9e878f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0869372 Jun 22 09:01:03.456345 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1df6df-7595-4fb3-bb7a-ed3bbd65bd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137f3b15-150f-432a-95a3-00bbb7c00b44,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:03.473898 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.43', 58787) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:03.474622 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20befdd1-b0f7-4fda-958a-55e9688bc123 None None] Network 7365b4c4-df0d-4f06-b684-5fe1ea32d58d requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:01:03.503910 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:03.618417 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c7dba3d8-49ad-4fad-856c-587260d15910 admin admin] Publish callbacks [] for security_group (137f3b15-150f-432a-95a3-00bbb7c00b44), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:03.659223 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-f4081214-b66d-4805-b89d-97487f358a53 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6639454 Jun 22 09:01:03.689587 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-59e8bd2c-17de-4860-8432-3c38756d5492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:03.711861 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c7dba3d8-49ad-4fad-856c-587260d15910 admin admin] Publish callbacks [] for security_group (137f3b15-150f-432a-95a3-00bbb7c00b44), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:03.733667 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-4cf4e106-757f-49a1-b3c3-2ad6c5d97b96 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:03.740849 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-4cf4e106-757f-49a1-b3c3-2ad6c5d97b96 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.43 "GET /v2.0/networks?id=87e2804d-8228-4766-8ec6-545eb3833c79 HTTP/1.1" status: 200 len: 811 time: 0.2581275 Jun 22 09:01:03.784198 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Request body: {'port': {'device_id': '0dc7f9a5-4c83-48ef-95c8-bae4ee26e491', 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79', 'admin_state_up': True, 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:03.801424 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port d4e8c160-14a9-41fd-951b-08b047752770 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:03.801809 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (d4e8c160-14a9-41fd-951b-08b047752770), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:03.947748 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:04.010378 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c7dba3d8-49ad-4fad-856c-587260d15910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (137f3b15-150f-432a-95a3-00bbb7c00b44), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:04.014249 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.43', 58789) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:04.023018 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c7dba3d8-49ad-4fad-856c-587260d15910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:04.024962 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-c7dba3d8-49ad-4fad-856c-587260d15910 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/137f3b15-150f-432a-95a3-00bbb7c00b44 HTTP/1.1" status: 204 len: 168 time: 0.5717711 Jun 22 09:01:04.029241 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:04.037698 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.43', 58790) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:04.087390 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300ba65a-48a7-49c2-985f-b5835f09135f None None] Network 7365b4c4-df0d-4f06-b684-5fe1ea32d58d requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:01:04.148524 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 38252) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:04.165136 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-59e8bd2c-17de-4860-8432-3c38756d5492 admin admin] Publish callbacks [] for security_group (3dac0319-4ca4-4f97-b19e-fba656472c9c), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:04.241679 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port d4e8c160-14a9-41fd-951b-08b047752770 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:04.265356 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dba3d8-49ad-4fad-856c-587260d15910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137f3b15-150f-432a-95a3-00bbb7c00b44,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:04.280676 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-59e8bd2c-17de-4860-8432-3c38756d5492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (3dac0319-4ca4-4f97-b19e-fba656472c9c), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:04.588654 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device cc5895a6-2885-41a3-846e-9865ccdf2fc3 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:01:04.668200 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6ed023db-60d4-4fd1-8875-ece5ffa0b5f6 req-981a6421-7e76-4983-ad59-6a35da94478f tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.7445242 Jun 22 09:01:04.694610 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:04.697898 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-e969d2a5-6a8c-4bf7-8f2e-3c33797a65db tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:04.700047 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-e969d2a5-6a8c-4bf7-8f2e-3c33797a65db tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 818 time: 0.5568309 Jun 22 09:01:04.717568 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.43', 58795) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:04.731918 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port cc5895a6-2885-41a3-846e-9865ccdf2fc3 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:04.732320 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:04.839428 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Request body: {'port': {'device_id': '8d4127e9-161c-4421-ab41-0115e64e2e02', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'admin_state_up': True, 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:04.858862 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8bd2c-17de-4860-8432-3c38756d5492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dac0319-4ca4-4f97-b19e-fba656472c9c,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:04.862314 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:04.918593 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-59e8bd2c-17de-4860-8432-3c38756d5492 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a95165b1185a4bf79c844a90ece03636&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5598230 Jun 22 09:01:04.940297 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port cc5895a6-2885-41a3-846e-9865ccdf2fc3 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:04.946373 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38284) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:04.969667 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae11a950-b4ee-42fc-a53c-b48017062945 req-192bda2f-098b-48ee-a7b7-9fc2f2d9acee tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 210 time: 0.2209971 Jun 22 09:01:05.063440 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-fa96d843-909d-498e-a146-51a879c7cf5a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:05.070422 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-fa96d843-909d-498e-a146-51a879c7cf5a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 818 time: 0.9844048 Jun 22 09:01:05.094459 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f3f2cfd7-d772-481f-9f6a-b5ecbbbf05cb req-f56dbf10-11c6-4bfb-afb3-f8d9cc721bca tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 210 time: 0.1939406 Jun 22 09:01:05.104547 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Request body: {'port': {'device_id': 'd5de6423-e83b-4fcb-a9f2-2e9465c838dd', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'admin_state_up': True, 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:05.150342 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:05.166264 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-55162f98-019a-4efe-8745-7742511089db admin admin] Publish callbacks [] for security_group (3dac0319-4ca4-4f97-b19e-fba656472c9c), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:05.289615 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-55162f98-019a-4efe-8745-7742511089db admin admin] Publish callbacks [] for security_group (3dac0319-4ca4-4f97-b19e-fba656472c9c), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:05.353508 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e613f6-0166-493e-9526-a5501d721033 admin admin] Deleting subnet 696dcb9d-eabc-4c90-ab9d-311e47c53e36 {{(pid=104239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:01:05.365383 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-79e613f6-0166-493e-9526-a5501d721033 admin admin] Publish callbacks [] for subnet (696dcb9d-eabc-4c90-ab9d-311e47c53e36), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:05.423500 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:05.429252 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-4ceb3e3d-b83b-40d6-a71f-21d137c7d001 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:05.430798 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-4ceb3e3d-b83b-40d6-a71f-21d137c7d001 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 813 time: 0.6636271 Jun 22 09:01:05.463430 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-79e613f6-0166-493e-9526-a5501d721033 admin admin] Publish callbacks [] for subnet (696dcb9d-eabc-4c90-ab9d-311e47c53e36), precommit_delete_associations {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:05.474821 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Made reservation on behalf of d20fd7bac1c94a908fd293fa82c534dc for: {'port': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:05.478485 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:05.488450 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-79e613f6-0166-493e-9526-a5501d721033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (696dcb9d-eabc-4c90-ab9d-311e47c53e36), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:05.551653 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Made reservation on behalf of 6257cf2b40a84e66a1d77b0b2485c462 for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:05.555520 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:05.564018 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:05.635732 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:05.656014 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-310d08f2-1d68-4ab8-a8e6-9a01c1a88b4f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 379 time: 0.2149091 Jun 22 09:01:05.687222 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'port': {'device_id': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'admin_state_up': True, 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'security_groups': ['953cd776-e151-4ae6-ada0-e96f4e3d6921']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:05.767045 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38326) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:05.801059 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Made reservation on behalf of d20fd7bac1c94a908fd293fa82c534dc for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:05.805485 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:05.832044 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-55162f98-019a-4efe-8745-7742511089db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (3dac0319-4ca4-4f97-b19e-fba656472c9c), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:05.842360 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-55162f98-019a-4efe-8745-7742511089db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:05.843562 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-55162f98-019a-4efe-8745-7742511089db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3dac0319-4ca4-4f97-b19e-fba656472c9c HTTP/1.1" status: 204 len: 168 time: 0.8932390 Jun 22 09:01:05.850009 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19f6f497-6443-480e-bb16-e4d2e1765a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:05.895830 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55162f98-019a-4efe-8745-7742511089db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dac0319-4ca4-4f97-b19e-fba656472c9c,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:05.899809 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Allocated IP 172.20.0.4 (81450ca5-339e-4f08-bdc8-ec0a189d1628/1c3d8b32-bb3a-4e9a-a1bd-09fae4263932/7d4f28bf-7d12-46f2-804e-2946377a0181) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:01:06.030143 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-79e613f6-0166-493e-9526-a5501d721033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (696dcb9d-eabc-4c90-ab9d-311e47c53e36), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:06.078886 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0057e110-b376-478a-aa02-62941a6270ba req-bc007207-2ed9-4a98-aef0-2a92875ffc91 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.2061379 Jun 22 09:01:06.079887 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e613f6-0166-493e-9526-a5501d721033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696dcb9d-eabc-4c90-ab9d-311e47c53e36,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:06.086614 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:06.299446 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19f6f497-6443-480e-bb16-e4d2e1765a73 admin admin] Publish callbacks [] for security_group (d05cdcdd-d553-40b8-872b-9d0ecfc55483), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:06.400990 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-79e613f6-0166-493e-9526-a5501d721033 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:06.404208 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-79e613f6-0166-493e-9526-a5501d721033 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/696dcb9d-eabc-4c90-ab9d-311e47c53e36 HTTP/1.1" status: 204 len: 168 time: 1.7513366 Jun 22 09:01:06.407399 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38338) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:06.764390 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1e19f4b6-b9ea-4c89-b2fa-8d63afdf46aa req-e7102a83-074c-42f5-8dc3-450a53629a5d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 210 time: 0.1350543 Jun 22 09:01:06.764390 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4dea5391-37fe-4c93-bc02-298df1a45563 req-d0bc290b-b3b5-4153-8d8e-5423e7906434 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 210 time: 0.1499028 Jun 22 09:01:06.764390 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Allocated IP 172.20.0.10 (87e2804d-8228-4766-8ec6-545eb3833c79/89e761c2-279a-4e70-9742-f656513670b8/04477f09-b620-439f-8678-baafc48d8bf5) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:01:06.794548 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19f6f497-6443-480e-bb16-e4d2e1765a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (d05cdcdd-d553-40b8-872b-9d0ecfc55483), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:06.871769 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6f497-6443-480e-bb16-e4d2e1765a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05cdcdd-d553-40b8-872b-9d0ecfc55483,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:06.876827 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-19f6f497-6443-480e-bb16-e4d2e1765a73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b03583888294c989283cee42320e1dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1039822 Jun 22 09:01:06.881063 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38344) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:06.961746 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:06.972954 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:06.982323 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38348) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:07.081061 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Publish callbacks [] for port (04477f09-b620-439f-8678-baafc48d8bf5), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.139182 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73c9cd0d-6848-47f0-a466-eb51e5696e23 admin admin] Publish callbacks [] for security_group (d05cdcdd-d553-40b8-872b-9d0ecfc55483), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.214485 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.245120 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d7a3d064-03a0-4d4d-82f2-ff574290ddbc req-191f3058-2a5f-4d22-81dd-faf07340636a tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.0458295 Jun 22 09:01:07.246291 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.250884 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73c9cd0d-6848-47f0-a466-eb51e5696e23 admin admin] Publish callbacks [] for security_group (d05cdcdd-d553-40b8-872b-9d0ecfc55483), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.259724 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Made reservation on behalf of 3c906f2149774a18b39228b7b6ef556f for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:07.263707 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.318323 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (04477f09-b620-439f-8678-baafc48d8bf5), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.393050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.393050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.393050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.393050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > port after_create 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.393050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > port after_delete 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.393050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > port after_update 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.393050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.393050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.393050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.393050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.437679 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Network 87e2804d-8228-4766-8ec6-545eb3833c79 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:01:07.461952 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:07.473521 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:01:07.478562 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:07.479251 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.531245 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 38356) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:07.559735 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e2334dac-9549-496a-be3d-376ba33ed932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.565150 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Allocated IP 172.20.0.11 (81450ca5-339e-4f08-bdc8-ec0a189d1628/1c3d8b32-bb3a-4e9a-a1bd-09fae4263932/63c4c500-8059-4142-83d0-d1cd70284258) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:01:07.588157 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Pushing event updated for resources: {'Port': ['ID=04477f09-b620-439f-8678-baafc48d8bf5,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:07.706466 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Allocated IP 172.20.0.4 (89fc451c-46b3-4008-9c5d-bc37135b61a8/cf0ef2ba-1fde-4a23-9631-23e262f8bb0e/0b34c90a-22d5-4720-ad3f-ff0d35f7ded7) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:01:07.763557 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e2334dac-9549-496a-be3d-376ba33ed932 admin admin] Publish callbacks [] for security_group (0f0e8750-59ff-4b2d-9f33-91472342fecd), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.773664 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.774027 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.774486 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.775660 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:01:07.775660 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b']}} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:07.849428 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:07.871755 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-d61ead1e-4e8b-42f1-9809-53460f8a3c14 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0923290 Jun 22 09:01:07.882740 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-c70a16bd-d639-4706-b498-416c19b629bc None None] Provisioning complete for port 04477f09-b620-439f-8678-baafc48d8bf5 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:07.883952 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c70a16bd-d639-4706-b498-416c19b629bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (04477f09-b620-439f-8678-baafc48d8bf5), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.894730 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-52b1f2dc-6792-4a15-80a2-60b8ca489f57 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:01:07.913616 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-52b1f2dc-6792-4a15-80a2-60b8ca489f57 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0264711 Jun 22 09:01:07.934491 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-c70a16bd-d639-4706-b498-416c19b629bc None None] Port 04477f09-b620-439f-8678-baafc48d8bf5 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:01:07.955943 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a7d054-c9be-4bad-a388-f4c949055f74') {'for_net_delete': True} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:07.956275 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a7d054-c9be-4bad-a388-f4c949055f74') {} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:07.957993 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e2334dac-9549-496a-be3d-376ba33ed932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (0f0e8750-59ff-4b2d-9f33-91472342fecd), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:07.977143 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13837626'] for segment (50a7d054-c9be-4bad-a388-f4c949055f74), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.006125 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (50a7d054-c9be-4bad-a388-f4c949055f74), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.016983 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:01:08.020505 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14068905'] for segment (50a7d054-c9be-4bad-a388-f4c949055f74), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.092195 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2334dac-9549-496a-be3d-376ba33ed932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0e8750-59ff-4b2d-9f33-91472342fecd,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:08.138345 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Network 81450ca5-339e-4f08-bdc8-ec0a189d1628 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:01:08.151176 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fec8a1df-9a59-44a3-9faf-ccd3e862628b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.185485 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:08.207750 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ac628511-ca55-4b3b-b50d-942b2712df38 req-cefaee50-d906-4a85-9d8a-d12b27b40115 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 210 time: 0.2609956 Jun 22 09:01:08.225877 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:01:08.237049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:08.237955 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.240776 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:08.248651 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.258208 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event updated for resources: {'Port': ['ID=7d4f28bf-7d12-46f2-804e-2946377a0181,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:08.307174 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.335145 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] 10.222.0.36 "DELETE /v2.0/networks/f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b HTTP/1.1" status: 204 len: 168 time: 1.9265015 Jun 22 09:01:08.385831 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38382) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:08.397225 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c028efb-3dcd-4047-892f-6a686a9c95e9 req-9f77b515-93b4-48b4-a173-af8d8db215ca tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:08.403892 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8c028efb-3dcd-4047-892f-6a686a9c95e9 req-9f77b515-93b4-48b4-a173-af8d8db215ca tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 931 time: 0.4876893 Jun 22 09:01:08.405753 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca9d39-d96f-4915-96a4-7814a38bdffd admin admin] Pushing event deleted for resources: {'Network': ['ID=f4bde065-a588-4ac3-ae47-e6f4b8a5bd9b,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:08.490501 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Request body: {'port': {'device_id': '0dc7f9a5-4c83-48ef-95c8-bae4ee26e491', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:08.545731 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c66ba947-b766-43e4-8599-18dc667ac54d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4629381 Jun 22 09:01:08.547943 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 50a7d054-c9be-4bad-a388-f4c949055f74 resource provider aggregate not found Jun 22 09:01:08.592531 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Request body: {'port': {'device_id': 'd5de6423-e83b-4fcb-a9f2-2e9465c838dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:08.607380 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 50a7d054-c9be-4bad-a388-f4c949055f74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50a7d054-c9be-4bad-a388-f4c949055f74 found for delete ", "request_id": "req-39373ea7-8f36-4f5a-a80e-f8271e121702"}]} Jun 22 09:01:08.618979 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fec8a1df-9a59-44a3-9faf-ccd3e862628b admin admin] Publish callbacks [] for security_group (0dccea8b-bb19-4eca-815a-efd2a61cd4f1), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.643396 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73c9cd0d-6848-47f0-a466-eb51e5696e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (d05cdcdd-d553-40b8-872b-9d0ecfc55483), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.648853 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73c9cd0d-6848-47f0-a466-eb51e5696e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.653147 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-73c9cd0d-6848-47f0-a466-eb51e5696e23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d05cdcdd-d553-40b8-872b-9d0ecfc55483 HTTP/1.1" status: 204 len: 168 time: 1.7678123 Jun 22 09:01:08.670520 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_v2 [None req-508fd77b-e5e9-4558-8374-e151d5ee7d1a admin admin] Deleting subnet b005a350-13d8-4ee7-ab66-87b6c1fef3cd {{(pid=104240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:01:08.676486 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-508fd77b-e5e9-4558-8374-e151d5ee7d1a admin admin] Publish callbacks [] for subnet (b005a350-13d8-4ee7-ab66-87b6c1fef3cd), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.693387 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-99c56c04-559f-4365-a078-d496818bab44 None None] Provisioning complete for port 7d4f28bf-7d12-46f2-804e-2946377a0181 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:08.696798 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-99c56c04-559f-4365-a078-d496818bab44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.696907 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for port (63c4c500-8059-4142-83d0-d1cd70284258), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.717590 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-e2334dac-9549-496a-be3d-376ba33ed932 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97176f8bb5944311824f5afb069852e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1852922 Jun 22 09:01:08.724803 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb9b41-d99d-4a03-bf76-34985f7bbd6b req-1818aab9-3d90-463e-bd95-98944162278c tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:08.726357 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f3fb9b41-d99d-4a03-bf76-34985f7bbd6b req-1818aab9-3d90-463e-bd95-98944162278c tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 932 time: 0.3008831 Jun 22 09:01:08.744113 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-508fd77b-e5e9-4558-8374-e151d5ee7d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13837601'] for subnet (b005a350-13d8-4ee7-ab66-87b6c1fef3cd), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.744831 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 38392) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:08.795379 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-99c56c04-559f-4365-a078-d496818bab44 None None] Port 7d4f28bf-7d12-46f2-804e-2946377a0181 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:01:08.796998 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-508fd77b-e5e9-4558-8374-e151d5ee7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (b005a350-13d8-4ee7-ab66-87b6c1fef3cd), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.845162 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9cd0d-6848-47f0-a466-eb51e5696e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05cdcdd-d553-40b8-872b-9d0ecfc55483,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:08.848383 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:08.867136 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f3fb9b41-d99d-4a03-bf76-34985f7bbd6b req-c0f6e8f1-616e-464f-a0db-1aa1cfb3e196 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044533 Jun 22 09:01:08.902427 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fec8a1df-9a59-44a3-9faf-ccd3e862628b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (0dccea8b-bb19-4eca-815a-efd2a61cd4f1), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.920697 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (04477f09-b620-439f-8678-baafc48d8bf5), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.925104 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.959686 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:08.962927 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8c028efb-3dcd-4047-892f-6a686a9c95e9 req-69bdb2c4-93bb-4bf9-baf7-1b047212a91d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899950 Jun 22 09:01:08.987147 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:08.994465 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-508fd77b-e5e9-4558-8374-e151d5ee7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14068931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13124434'] for subnet (b005a350-13d8-4ee7-ab66-87b6c1fef3cd), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:09.059664 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-df08a82d-38f0-4625-9cd7-05981214e09a admin admin] Publish callbacks [] for security_group (0f0e8750-59ff-4b2d-9f33-91472342fecd), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:09.070569 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (63c4c500-8059-4142-83d0-d1cd70284258), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:09.168926 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event updated for resources: {'Port': ['ID=63c4c500-8059-4142-83d0-d1cd70284258,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:09.190280 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-508fd77b-e5e9-4558-8374-e151d5ee7d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:09.209169 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-508fd77b-e5e9-4558-8374-e151d5ee7d1a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b005a350-13d8-4ee7-ab66-87b6c1fef3cd HTTP/1.1" status: 204 len: 168 time: 0.7989974 Jun 22 09:01:09.209169 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38396) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:09.225529 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-df08a82d-38f0-4625-9cd7-05981214e09a admin admin] Publish callbacks [] for security_group (0f0e8750-59ff-4b2d-9f33-91472342fecd), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:09.226328 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8a1df-9a59-44a3-9faf-ccd3e862628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dccea8b-bb19-4eca-815a-efd2a61cd4f1,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:09.314812 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-fec8a1df-9a59-44a3-9faf-ccd3e862628b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19da3bbf9bda4a7db5cf625b85e1a8a8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3220603 Jun 22 09:01:09.366776 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:09.403970 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38404) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:09.409601 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fd77b-e5e9-4558-8374-e151d5ee7d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b005a350-13d8-4ee7-ab66-87b6c1fef3cd,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:09.436012 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (7365b4c4-df0d-4f06-b684-5fe1ea32d58d), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:09.460732 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Network 81450ca5-339e-4f08-bdc8-ec0a189d1628 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:01:09.460732 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:09.498514 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:01:09.505954 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:09.506692 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:09.584748 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-742c53cb-7ab1-4995-a849-2d75a7acc14b req-5c3cea07-e1a2-41f9-8aea-e7912800bf3b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 210 time: 0.1519222 Jun 22 09:01:09.611958 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:09.693619 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:01:09.719885 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:09.741038 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:01:09.746854 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:09.747468 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:09.751832 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:09.753439 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:09.940033 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (7365b4c4-df0d-4f06-b684-5fe1ea32d58d), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.050442 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7365b4c4-df0d-4f06-b684-5fe1ea32d58d']}} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:10.079981 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-0c585b73-bd0d-4507-b15a-a2e3253f60b4 None None] Provisioning complete for port 63c4c500-8059-4142-83d0-d1cd70284258 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:10.083753 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0c585b73-bd0d-4507-b15a-a2e3253f60b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (63c4c500-8059-4142-83d0-d1cd70284258), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.090542 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-489d8815-af1d-4acc-a7e7-fdd6e0ccff6f admin admin] Publish callbacks [] for security_group (0dccea8b-bb19-4eca-815a-efd2a61cd4f1), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.117273 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c236593-1366-463b-9bc6-4a02b0159815') {'for_net_delete': True} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:10.117674 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c236593-1366-463b-9bc6-4a02b0159815') {} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:10.187311 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13837626'] for segment (7c236593-1366-463b-9bc6-4a02b0159815), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.191024 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-489d8815-af1d-4acc-a7e7-fdd6e0ccff6f admin admin] Publish callbacks [] for security_group (0dccea8b-bb19-4eca-815a-efd2a61cd4f1), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.244357 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (7c236593-1366-463b-9bc6-4a02b0159815), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.278025 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=104240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:01:10.278661 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14068905'] for segment (7c236593-1366-463b-9bc6-4a02b0159815), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.315055 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-0c585b73-bd0d-4507-b15a-a2e3253f60b4 None None] Port 63c4c500-8059-4142-83d0-d1cd70284258 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:01:10.373802 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:10.438765 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.notifiers.nova [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4f28bf-7d12-46f2-804e-2946377a0181 {{(pid=104240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:01:10.455071 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Publish callbacks [] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.459502 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-af697665-0a94-47ce-8dbf-78263d8e2799 None None] Provisioning complete for port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:10.460135 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-af697665-0a94-47ce-8dbf-78263d8e2799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.486397 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-df08a82d-38f0-4625-9cd7-05981214e09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (0f0e8750-59ff-4b2d-9f33-91472342fecd), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.490750 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-df08a82d-38f0-4625-9cd7-05981214e09a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.492245 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-df08a82d-38f0-4625-9cd7-05981214e09a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f0e8750-59ff-4b2d-9f33-91472342fecd HTTP/1.1" status: 204 len: 168 time: 1.7359068 Jun 22 09:01:10.493059 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:10.524076 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-1d77d2fd-484e-4dc1-bf97-02287901fcbf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8409233 Jun 22 09:01:10.527193 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a432e9fb-e1bc-4274-bd4f-fe3c63bb65b8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7490225 Jun 22 09:01:10.546678 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-af697665-0a94-47ce-8dbf-78263d8e2799 None None] Port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:01:10.580157 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Request body: {'port': {'device_id': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:10.581241 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.provisioning_blocks [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Transition to ACTIVE for port object 7d4f28bf-7d12-46f2-804e-2946377a0181 will not be triggered until provisioned by entity L2. {{(pid=104240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:01:10.585728 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-489d8815-af1d-4acc-a7e7-fdd6e0ccff6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (0dccea8b-bb19-4eca-815a-efd2a61cd4f1), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.589969 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-489d8815-af1d-4acc-a7e7-fdd6e0ccff6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.597727 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-489d8815-af1d-4acc-a7e7-fdd6e0ccff6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0dccea8b-bb19-4eca-815a-efd2a61cd4f1 HTTP/1.1" status: 204 len: 168 time: 1.1779189 Jun 22 09:01:10.610123 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (7365b4c4-df0d-4f06-b684-5fe1ea32d58d), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.623257 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Request body: {'port': {'device_id': '8d4127e9-161c-4421-ab41-0115e64e2e02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:10.632387 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e598e07-e909-48fa-8964-9c8c6f64ccb1 req-5fb7bc3f-e0c3-446e-b7a1-bad8890b3c92 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:10.634314 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0e598e07-e909-48fa-8964-9c8c6f64ccb1 req-5fb7bc3f-e0c3-446e-b7a1-bad8890b3c92 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 932 time: 0.1576960 Jun 22 09:01:10.642786 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08a82d-38f0-4625-9cd7-05981214e09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0e8750-59ff-4b2d-9f33-91472342fecd,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:10.675313 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.682378 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7365b4c4-df0d-4f06-b684-5fe1ea32d58d HTTP/1.1" status: 204 len: 168 time: 1.4743547 Jun 22 09:01:10.682378 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d8815-af1d-4acc-a7e7-fdd6e0ccff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dccea8b-bb19-4eca-815a-efd2a61cd4f1,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:10.696235 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 7c236593-1366-463b-9bc6-4a02b0159815 resource provider aggregate not found Jun 22 09:01:10.701984 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baabf4-019b-4d19-9932-478a602122b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7365b4c4-df0d-4f06-b684-5fe1ea32d58d,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:10.714839 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14068877'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:10.730308 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d6c63-0fc6-4a6a-90f9-76285f38374d req-6e584282-6073-4682-9de5-8d894061781b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:10.732663 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5f1d6c63-0fc6-4a6a-90f9-76285f38374d req-6e584282-6073-4682-9de5-8d894061781b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 931 time: 0.2670248 Jun 22 09:01:10.771858 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 7c236593-1366-463b-9bc6-4a02b0159815 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c236593-1366-463b-9bc6-4a02b0159815 found for delete ", "request_id": "req-00ec553b-d05f-422a-9cd1-3abe153edc8d"}]} Jun 22 09:01:10.841017 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4f28bf-7d12-46f2-804e-2946377a0181,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:11.025349 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:11.153173 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.managers [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Attempting to bind port 7d4f28bf-7d12-46f2-804e-2946377a0181 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:01:11.156705 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.managers [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Attempting to bind port 7d4f28bf-7d12-46f2-804e-2946377a0181 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'}] {{(pid=104240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:01:11.157252 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Attempting to bind port 7d4f28bf-7d12-46f2-804e-2946377a0181 on network 81450ca5-339e-4f08-bdc8-ec0a189d1628 {{(pid=104240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:01:11.166125 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Port 7d4f28bf-7d12-46f2-804e-2946377a0181 on network 81450ca5-339e-4f08-bdc8-ec0a189d1628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:01:11.166564 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Attempting to bind port 7d4f28bf-7d12-46f2-804e-2946377a0181 on network 81450ca5-339e-4f08-bdc8-ec0a189d1628 {{(pid=104240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:01:11.185000 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:01:11.185635 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Checking segment: {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:01:11.187416 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Bound using segment: {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'} {{(pid=104240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:01:11.187909 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.managers [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Bound port: 7d4f28bf-7d12-46f2-804e-2946377a0181, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'}}] {{(pid=104240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:01:11.188340 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:11.221405 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (63c4c500-8059-4142-83d0-d1cd70284258), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:11.316548 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] For port 7d4f28bf-7d12-46f2-804e-2946377a0181, host hv-cinder-78729, cleared binding levels {{(pid=104240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:01:11.349344 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] For port 7d4f28bf-7d12-46f2-804e-2946377a0181, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7d4f28bf-7d12-46f2-804e-2946377a0181,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:01:11.448400 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:11.492621 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14068877'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:11.569789 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5f1d6c63-0fc6-4a6a-90f9-76285f38374d req-d85d310f-bc67-4dc3-ba0e-b8af8fcc0153 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7918577 Jun 22 09:01:11.577692 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0e598e07-e909-48fa-8964-9c8c6f64ccb1 req-465e21cd-ef9c-4e68-89c0-69528338c51c tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8153970 Jun 22 09:01:11.579940 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04477f09-b620-439f-8678-baafc48d8bf5 {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:01:11.624797 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4f28bf-7d12-46f2-804e-2946377a0181,revision_number=3']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:11.624797 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:11.642451 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:11.645063 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-89fe15e8-2d9f-4630-91f2-0a4f1e24a229 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d4f28bf-7d12-46f2-804e-2946377a0181 HTTP/1.1" status: 200 len: 1093 time: 3.0690513 Jun 22 09:01:11.646570 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5de6423-e83b-4fcb-a9f2-2e9465c838dd', 'tag': '7d4f28bf-7d12-46f2-804e-2946377a0181'}] {{(pid=104240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:01:11.649606 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Publish callbacks [] for port (04477f09-b620-439f-8678-baafc48d8bf5), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:11.692544 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Transition to ACTIVE for port object 04477f09-b620-439f-8678-baafc48d8bf5 will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:01:11.807639 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:11.850846 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (04477f09-b620-439f-8678-baafc48d8bf5), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:11.931909 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c724d-4f1e-440a-b19a-a1d7ef30469b req-c641a430-6fd9-4421-8499-84fdce804056 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:11.932866 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38460) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:11.933584 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fb2c724d-4f1e-440a-b19a-a1d7ef30469b req-c641a430-6fd9-4421-8499-84fdce804056 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 931 time: 0.2369974 Jun 22 09:01:11.996903 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-4c58e252-62c3-4074-ba62-e9dd3b0e6920 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc04472725e94cb9b9ce9c16dac69419&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0604753 Jun 22 09:01:11.997488 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38464) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:12.070211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Pushing event updated for resources: {'Port': ['ID=04477f09-b620-439f-8678-baafc48d8bf5,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:12.076148 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5563380b-17f8-4ae8-8a50-bd6addb22041 admin admin] Publish callbacks [] for security_group (de505407-be11-4801-8b7a-a64e934a7b53), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:12.104009 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 38466) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:12.156087 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5563380b-17f8-4ae8-8a50-bd6addb22041 admin admin] Publish callbacks [] for security_group (de505407-be11-4801-8b7a-a64e934a7b53), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:12.282966 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1dcc-bc70-42b6-93ad-402989bf191e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:12.346600 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:12.355744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Attempting to bind port 04477f09-b620-439f-8678-baafc48d8bf5 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:01:12.356239 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Attempting to bind port 04477f09-b620-439f-8678-baafc48d8bf5 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:01:12.356666 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Attempting to bind port 04477f09-b620-439f-8678-baafc48d8bf5 on network 87e2804d-8228-4766-8ec6-545eb3833c79 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:01:12.384148 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fb2c724d-4f1e-440a-b19a-a1d7ef30469b req-8fac303f-1b35-4296-9e3d-9ef2faa916b4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344883 Jun 22 09:01:12.415826 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Port 04477f09-b620-439f-8678-baafc48d8bf5 on network 87e2804d-8228-4766-8ec6-545eb3833c79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:01:12.415826 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Attempting to bind port 04477f09-b620-439f-8678-baafc48d8bf5 on network 87e2804d-8228-4766-8ec6-545eb3833c79 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:01:12.469043 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:01:12.469407 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Checking segment: {'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:01:12.470096 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Bound using segment: {'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:01:12.470558 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Bound port: 04477f09-b620-439f-8678-baafc48d8bf5, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85059baa-013a-4065-b668-73d57c7f165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:01:12.470944 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (04477f09-b620-439f-8678-baafc48d8bf5), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:12.480585 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5563380b-17f8-4ae8-8a50-bd6addb22041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (de505407-be11-4801-8b7a-a64e934a7b53), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:12.485555 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5563380b-17f8-4ae8-8a50-bd6addb22041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:12.490802 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-5563380b-17f8-4ae8-8a50-bd6addb22041 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de505407-be11-4801-8b7a-a64e934a7b53 HTTP/1.1" status: 204 len: 168 time: 0.4885890 Jun 22 09:01:12.497937 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563380b-17f8-4ae8-8a50-bd6addb22041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de505407-be11-4801-8b7a-a64e934a7b53,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:12.574288 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=8 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:12.578657 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:01:12.581585 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=67 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:12.670985 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c4c500-8059-4142-83d0-d1cd70284258 {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:01:12.696801 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Publish callbacks [] for port (63c4c500-8059-4142-83d0-d1cd70284258), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:12.702028 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Publish callbacks [] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:12.754013 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38482) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:12.819654 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3abfc77e5a12c6f207665f94500fb4c82f6ad8517e71d57fe655c3e12da5f60e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a971cc-e306-498f-8d52-47b3d15adeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5de6423-e83b-4fcb-a9f2-2e9465c838dd", "tag": "7d4f28bf-7d12-46f2-804e-2946377a0181"}]}' {{(pid=104240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:12.825190 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-23704c15-f562-46b3-bee2-cade82b9b59f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:12.858425 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Transition to ACTIVE for port object 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:01:12.901643 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Transition to ACTIVE for port object 63c4c500-8059-4142-83d0-d1cd70284258 will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:01:12.941534 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c18010-95a8-4a24-a4ec-e4e6bc4b7986 req-483c89f4-5b72-452c-b8e3-23326daa5d94 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:12.944549 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-51c18010-95a8-4a24-a4ec-e4e6bc4b7986 req-483c89f4-5b72-452c-b8e3-23326daa5d94 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 943 time: 0.2326562 Jun 22 09:01:12.946728 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] For port 04477f09-b620-439f-8678-baafc48d8bf5, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:01:12.967892 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab319d-b4a6-4610-8be9-ffaadc9df154 req-1ae329c4-8f33-4f5d-a18b-046d0792ca10 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:12.974973 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-82ab319d-b4a6-4610-8be9-ffaadc9df154 req-1ae329c4-8f33-4f5d-a18b-046d0792ca10 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 944 time: 0.2524216 Jun 22 09:01:12.981617 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] For port 04477f09-b620-439f-8678-baafc48d8bf5, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=04477f09-b620-439f-8678-baafc48d8bf5,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:01:12.990657 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-23704c15-f562-46b3-bee2-cade82b9b59f admin admin] Publish callbacks [] for security_group (85c83ea7-e81b-4c18-8cd3-ae088fb1d05b), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.008670 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.029361 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1dcc-bc70-42b6-93ad-402989bf191e admin admin] Publish callbacks [] for security_group (ffa5c3fe-a0e7-4960-98ad-4df5fe0c9ea3), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.064211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (63c4c500-8059-4142-83d0-d1cd70284258), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.076154 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-23704c15-f562-46b3-bee2-cade82b9b59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (85c83ea7-e81b-4c18-8cd3-ae088fb1d05b), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.111187 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (04477f09-b620-439f-8678-baafc48d8bf5), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.145845 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-23704c15-f562-46b3-bee2-cade82b9b59f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3526cbf184754645b033b7fd54f791bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811500 Jun 22 09:01:13.155832 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4adb78bf-eea7-411c-87cf-2356296fc50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.156730 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 38488) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:13.171198 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23704c15-f562-46b3-bee2-cade82b9b59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c83ea7-e81b-4c18-8cd3-ae088fb1d05b,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:13.181156 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Pushing event updated for resources: {'Port': ['ID=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:13.224429 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1dcc-bc70-42b6-93ad-402989bf191e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ffa5c3fe-a0e7-4960-98ad-4df5fe0c9ea3), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.264174 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-51c18010-95a8-4a24-a4ec-e4e6bc4b7986 req-5a26e371-d81d-4333-9fb8-b57ae43f9ae9 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800620 Jun 22 09:01:13.365291 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:13.365933 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.367604 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] 10.222.0.43 "PUT /v2.0/ports/04477f09-b620-439f-8678-baafc48d8bf5 HTTP/1.1" status: 200 len: 1094 time: 5.1866660 Jun 22 09:01:13.427912 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc7f9a5-4c83-48ef-95c8-bae4ee26e491', 'tag': '04477f09-b620-439f-8678-baafc48d8bf5'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:01:13.456933 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:13.509738 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a1dcc-bc70-42b6-93ad-402989bf191e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa5c3fe-a0e7-4960-98ad-4df5fe0c9ea3,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:13.521875 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-82ab319d-b4a6-4610-8be9-ffaadc9df154 req-a2ca3523-12f8-4d7c-9161-77f5640960f1 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309718 Jun 22 09:01:13.690710 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-fa1a1dcc-bc70-42b6-93ad-402989bf191e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff561063a668484d9ec310e6ea8deb1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5837967 Jun 22 09:01:13.692363 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38508) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:13.702810 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Pushing event updated for resources: {'Port': ['ID=63c4c500-8059-4142-83d0-d1cd70284258,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:13.722654 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Attempting to bind port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:01:13.722654 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Attempting to bind port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:01:13.722654 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Attempting to bind port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:01:13.731448 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Attempting to bind port 63c4c500-8059-4142-83d0-d1cd70284258 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:01:13.732894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Attempting to bind port 63c4c500-8059-4142-83d0-d1cd70284258 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:01:13.734090 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Attempting to bind port 63c4c500-8059-4142-83d0-d1cd70284258 on network 81450ca5-339e-4f08-bdc8-ec0a189d1628 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:01:13.779310 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:01:13.782810 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Attempting to bind port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:01:13.784147 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:13.816496 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8a48e5ee-f27f-4677-9aa8-44d60b7221f7 admin admin] Publish callbacks [] for security_group (ffa5c3fe-a0e7-4960-98ad-4df5fe0c9ea3), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.863722 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8a48e5ee-f27f-4677-9aa8-44d60b7221f7 admin admin] Publish callbacks [] for security_group (ffa5c3fe-a0e7-4960-98ad-4df5fe0c9ea3), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.867403 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b577895-5a95-4687-8b8f-527e0daef08c x-openstack-request-id: req-0b577895-5a95-4687-8b8f-527e0daef08c {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:13.867965 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5de6423-e83b-4fcb-a9f2-2e9465c838dd", "tag": "7d4f28bf-7d12-46f2-804e-2946377a0181", "status": "completed", "code": 200}]} {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:13.868302 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b577895-5a95-4687-8b8f-527e0daef08c {{(pid=104240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:13.868785 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b577895-5a95-4687-8b8f-527e0daef08c'] response: {'name': 'network-changed', 'server_uuid': 'd5de6423-e83b-4fcb-a9f2-2e9465c838dd', 'tag': '7d4f28bf-7d12-46f2-804e-2946377a0181', 'status': 'completed', 'code': 200} Jun 22 09:01:13.883009 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Port 63c4c500-8059-4142-83d0-d1cd70284258 on network 81450ca5-339e-4f08-bdc8-ec0a189d1628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:01:13.883249 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Attempting to bind port 63c4c500-8059-4142-83d0-d1cd70284258 on network 81450ca5-339e-4f08-bdc8-ec0a189d1628 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:01:13.894973 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-af7bde6a-cf2d-4f8d-bf63-d422c3474d7c admin admin] Publish callbacks [] for security_group (85c83ea7-e81b-4c18-8cd3-ae088fb1d05b), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.908846 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:01:13.909180 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Checking segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:01:13.909558 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Bound using segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:01:13.910024 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Bound port: 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:01:13.910382 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:13.914923 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aafbf1-4113-43ab-acc9-2a862fb870e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc7f9a5-4c83-48ef-95c8-bae4ee26e491", "tag": "04477f09-b620-439f-8678-baafc48d8bf5"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:13.924666 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71973f2e-a966-4a84-8479-3a41ebbb10ef service neutron] Pushing event updated for resources: {'Port': ['ID=04477f09-b620-439f-8678-baafc48d8bf5,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:13.932385 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:01:13.932754 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Checking segment: {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:01:13.933075 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Bound using segment: {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:01:13.933506 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Bound port: 63c4c500-8059-4142-83d0-d1cd70284258, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:01:13.933852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (63c4c500-8059-4142-83d0-d1cd70284258), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:14.088422 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8a48e5ee-f27f-4677-9aa8-44d60b7221f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ffa5c3fe-a0e7-4960-98ad-4df5fe0c9ea3), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:14.098428 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8a48e5ee-f27f-4677-9aa8-44d60b7221f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:14.106275 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-8a48e5ee-f27f-4677-9aa8-44d60b7221f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffa5c3fe-a0e7-4960-98ad-4df5fe0c9ea3 HTTP/1.1" status: 204 len: 168 time: 0.4106009 Jun 22 09:01:14.128158 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48e5ee-f27f-4677-9aa8-44d60b7221f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa5c3fe-a0e7-4960-98ad-4df5fe0c9ea3,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:14.196493 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed673a-8195-48be-aa5b-aefd2aab063d req-17c89255-6501-423f-b41b-2cd6b2a6d447 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:14.198553 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c3ed673a-8195-48be-aa5b-aefd2aab063d req-17c89255-6501-423f-b41b-2cd6b2a6d447 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 943 time: 0.4554238 Jun 22 09:01:14.226832 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-af7bde6a-cf2d-4f8d-bf63-d422c3474d7c admin admin] Publish callbacks [] for security_group (85c83ea7-e81b-4c18-8cd3-ae088fb1d05b), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:14.341790 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38526) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:14.376153 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] For port 63c4c500-8059-4142-83d0-d1cd70284258, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:01:14.384575 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] For port 63c4c500-8059-4142-83d0-d1cd70284258, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=63c4c500-8059-4142-83d0-d1cd70284258,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:01:14.393072 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c3ed673a-8195-48be-aa5b-aefd2aab063d req-2d19d1b6-da20-4d42-b7bd-bd1cea04141d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779633 Jun 22 09:01:14.402501 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] For port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:01:14.409881 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] For port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:01:14.554094 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-69d7bf5f-3dcb-431e-a186-0e1c4e9fc61a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f4a5c2909cf4973b9d3f641d7fe0e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108719 Jun 22 09:01:14.557993 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38532) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:14.647298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54fc89d-c234-48eb-a2c3-4005bff1b39d x-openstack-request-id: req-a54fc89d-c234-48eb-a2c3-4005bff1b39d {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:14.647298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc7f9a5-4c83-48ef-95c8-bae4ee26e491", "tag": "04477f09-b620-439f-8678-baafc48d8bf5", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:14.647298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a54fc89d-c234-48eb-a2c3-4005bff1b39d {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:14.667711 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54fc89d-c234-48eb-a2c3-4005bff1b39d'] response: {'name': 'network-changed', 'server_uuid': '0dc7f9a5-4c83-48ef-95c8-bae4ee26e491', 'tag': '04477f09-b620-439f-8678-baafc48d8bf5', 'status': 'completed', 'code': 200} Jun 22 09:01:14.675113 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:14.682194 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (63c4c500-8059-4142-83d0-d1cd70284258), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:14.714457 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-af7bde6a-cf2d-4f8d-bf63-d422c3474d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (85c83ea7-e81b-4c18-8cd3-ae088fb1d05b), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:14.731547 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-af7bde6a-cf2d-4f8d-bf63-d422c3474d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:14.737521 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-af7bde6a-cf2d-4f8d-bf63-d422c3474d7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85c83ea7-e81b-4c18-8cd3-ae088fb1d05b HTTP/1.1" status: 204 len: 168 time: 1.5764308 Jun 22 09:01:14.798367 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aafbf1-4113-43ab-acc9-2a862fb870e5 req-5a90c650-700a-480b-a4ca-683d69f9c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:14.805798 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-90aafbf1-4113-43ab-acc9-2a862fb870e5 req-5a90c650-700a-480b-a4ca-683d69f9c983 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6257cf2b40a84e66a1d77b0b2485c462&device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 1128 time: 0.2331135 Jun 22 09:01:14.862719 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf657a-d614-412b-92e5-9f9630ae6fb5 req-755847cf-2f1b-4177-956e-246ee3902b52 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:14.865872 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d7cf657a-d614-412b-92e5-9f9630ae6fb5 req-755847cf-2f1b-4177-956e-246ee3902b52 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 943 time: 0.1959255 Jun 22 09:01:14.913612 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac6bb8fd-c573-4d01-905c-8561e3358541 admin admin] Publish callbacks [] for security_group (22b2e7e9-d5f7-4063-9d45-26303b896001), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:15.018684 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bde6a-cf2d-4f8d-bf63-d422c3474d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c83ea7-e81b-4c18-8cd3-ae088fb1d05b,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:15.022319 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:15.022852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:15.024287 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] 10.222.0.43 "PUT /v2.0/ports/63c4c500-8059-4142-83d0-d1cd70284258 HTTP/1.1" status: 200 len: 1094 time: 4.4054270 Jun 22 09:01:15.044000 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-f3d65e96-5077-42c9-bffe-53308739ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:15.045601 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-f3d65e96-5077-42c9-bffe-53308739ee1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 1127 time: 0.5481055 Jun 22 09:01:15.238101 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-ddeab466-0651-4d37-a938-084140e49914 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4f28bf-7d12-46f2-804e-2946377a0181 HTTP/1.1" status: 200 len: 217 time: 0.1764562 Jun 22 09:01:15.245758 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6f97-04e7-4f11-81e2-9d698101fc83 req-0d975449-2957-4e0c-87d3-314fa286ec11 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:15.288128 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-de6b6f97-04e7-4f11-81e2-9d698101fc83 req-0d975449-2957-4e0c-87d3-314fa286ec11 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 944 time: 0.5790496 Jun 22 09:01:15.364689 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac6bb8fd-c573-4d01-905c-8561e3358541 admin admin] Publish callbacks [] for security_group (22b2e7e9-d5f7-4063-9d45-26303b896001), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:15.366872 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:15.366872 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:15.366872 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] 10.222.0.43 "PUT /v2.0/ports/0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 HTTP/1.1" status: 200 len: 1093 time: 4.7687218 Jun 22 09:01:15.476742 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d7cf657a-d614-412b-92e5-9f9630ae6fb5 req-a67bff70-f13d-4418-8b19-4dc86441f8b0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941928 Jun 22 09:01:15.507894 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aafbf1-4113-43ab-acc9-2a862fb870e5 req-8e3651c8-d7d7-47cf-8e65-3da50b99a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:15.512976 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-90aafbf1-4113-43ab-acc9-2a862fb870e5 req-8e3651c8-d7d7-47cf-8e65-3da50b99a2a5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=6257cf2b40a84e66a1d77b0b2485c462&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6836166 Jun 22 09:01:15.678188 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-3f6638d1-5251-4eee-b283-aad283e362d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:15.680889 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-3f6638d1-5251-4eee-b283-aad283e362d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.3805032 Jun 22 09:01:15.682363 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-f1351861-92e5-43ec-8bbe-4fcff132cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:15.685877 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-f1351861-92e5-43ec-8bbe-4fcff132cd33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 1128 time: 0.3965018 Jun 22 09:01:15.715703 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5627b0f-b689-44c9-bfc9-c4458596db9e service neutron] Pushing event updated for resources: {'Port': ['ID=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:15.969636 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aafbf1-4113-43ab-acc9-2a862fb870e5 req-e1888117-28b6-4aab-a686-d743eedb8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:15.971474 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-90aafbf1-4113-43ab-acc9-2a862fb870e5 req-e1888117-28b6-4aab-a686-d743eedb8b0e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4042094 Jun 22 09:01:16.000767 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c9b4b-5c82-48f3-acef-5080e804e938 service neutron] Pushing event updated for resources: {'Port': ['ID=63c4c500-8059-4142-83d0-d1cd70284258,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:16.013640 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-2239cf7f-45e2-43dd-bc9f-418743c2ce86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c4c500-8059-4142-83d0-d1cd70284258 HTTP/1.1" status: 200 len: 217 time: 0.3026903 Jun 22 09:01:16.069894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-83f22aab-6c87-4ab7-8693-3ca15930e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:16.071971 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-83f22aab-6c87-4ab7-8693-3ca15930e06d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3636038 Jun 22 09:01:16.212954 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-de6b6f97-04e7-4f11-81e2-9d698101fc83 req-ce9b77f8-e17e-4ae4-90b7-dba4b994511d tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8643820 Jun 22 09:01:16.271286 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa640-c0e2-42a6-a066-d9bef2867fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:16.287760 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a54ef-bbe4-451f-9b35-c421a308f07a req-61272a9d-1d57-43b6-9508-ce72cf9745e0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:16.289508 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5b3a54ef-bbe4-451f-9b35-c421a308f07a req-61272a9d-1d57-43b6-9508-ce72cf9745e0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 943 time: 0.4191122 Jun 22 09:01:16.403981 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-14c4d990-3e05-4818-8705-e2c6aef8706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:16.404275 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-14c4d990-3e05-4818-8705-e2c6aef8706c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.3571675 Jun 22 09:01:16.411264 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac6bb8fd-c573-4d01-905c-8561e3358541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (22b2e7e9-d5f7-4063-9d45-26303b896001), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:16.413864 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac6bb8fd-c573-4d01-905c-8561e3358541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:16.415320 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ac6bb8fd-c573-4d01-905c-8561e3358541 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22b2e7e9-d5f7-4063-9d45-26303b896001 HTTP/1.1" status: 204 len: 168 time: 1.8556211 Jun 22 09:01:16.434030 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bb8fd-c573-4d01-905c-8561e3358541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b2e7e9-d5f7-4063-9d45-26303b896001,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:16.439053 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-7cd24bf8-2d12-4080-97d9-fd49d4dc0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:16.441662 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-7cd24bf8-2d12-4080-97d9-fd49d4dc0e8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6257cf2b40a84e66a1d77b0b2485c462&device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 1128 time: 0.3291440 Jun 22 09:01:16.495032 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-b098bd00-88ae-4ded-9579-bacc1dc7c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:16.497659 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-b098bd00-88ae-4ded-9579-bacc1dc7c956 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0808442 Jun 22 09:01:16.680379 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-311dfc86-fd1d-42fd-99b9-a271c6268cab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04477f09-b620-439f-8678-baafc48d8bf5 HTTP/1.1" status: 200 len: 217 time: 0.1412053 Jun 22 09:01:16.699549 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4127e9-161c-4421-ab41-0115e64e2e02', 'tag': '63c4c500-8059-4142-83d0-d1cd70284258'}, {'name': 'network-changed', 'server_uuid': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'tag': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:01:16.699549 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d0172e-dc36-4be9-b814-cb4fc5347d88" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4127e9-161c-4421-ab41-0115e64e2e02", "tag": "63c4c500-8059-4142-83d0-d1cd70284258"}, {"name": "network-changed", "server_uuid": "4728bbe3-835f-4432-b8a2-bd1ff5352341", "tag": "0b34c90a-22d5-4720-ad3f-ff0d35f7ded7"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:16.746871 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-c36450d3-331e-41c8-bafe-8f63f044476f service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286461 Jun 22 09:01:16.760555 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-c6891e09-7578-487f-aee3-a7ab668595b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:16.763272 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-c6891e09-7578-487f-aee3-a7ab668595b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 1127 time: 0.4218378 Jun 22 09:01:16.822012 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-85cfaa3f-3fe4-4fa4-a8fd-3d1f0671fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:16.823870 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-85cfaa3f-3fe4-4fa4-a8fd-3d1f0671fa61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89e761c2-279a-4e70-9742-f656513670b8 HTTP/1.1" status: 200 len: 850 time: 0.1379757 Jun 22 09:01:16.959885 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-2324af19-e8e4-4e9a-9626-c84df2b9c240 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 HTTP/1.1" status: 200 len: 217 time: 0.1654077 Jun 22 09:01:17.038922 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5b3a54ef-bbe4-451f-9b35-c421a308f07a req-7f1354b7-96c4-4e91-8347-67ea32fcd3fa tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6817188 Jun 22 09:01:17.062721 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:17.095311 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-ee19d396-8b62-4f2b-96ae-63b701ab86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:17.100403 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-ee19d396-8b62-4f2b-96ae-63b701ab86e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87e2804d-8228-4766-8ec6-545eb3833c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2505405 Jun 22 09:01:17.277529 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-7de8e634-e17e-45a5-b03e-46e130efd01f service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128116 Jun 22 09:01:17.279642 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-21e9aaf6-5bbb-4708-8f8c-067cff0c6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:17.282122 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-21e9aaf6-5bbb-4708-8f8c-067cff0c6641 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 200 len: 852 time: 0.2611701 Jun 22 09:01:17.294474 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:17.305750 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Jun 2022 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7041d9fb-c209-4000-9800-8639cd0c8fa3 x-openstack-request-id: req-7041d9fb-c209-4000-9800-8639cd0c8fa3 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:17.305750 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4127e9-161c-4421-ab41-0115e64e2e02", "tag": "63c4c500-8059-4142-83d0-d1cd70284258", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4728bbe3-835f-4432-b8a2-bd1ff5352341", "tag": "0b34c90a-22d5-4720-ad3f-ff0d35f7ded7", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:17.307963 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7041d9fb-c209-4000-9800-8639cd0c8fa3 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:17.308416 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7041d9fb-c209-4000-9800-8639cd0c8fa3'] response: {'name': 'network-changed', 'server_uuid': '8d4127e9-161c-4421-ab41-0115e64e2e02', 'tag': '63c4c500-8059-4142-83d0-d1cd70284258', 'status': 'completed', 'code': 200} Jun 22 09:01:17.309946 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7041d9fb-c209-4000-9800-8639cd0c8fa3'] response: {'name': 'network-changed', 'server_uuid': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'tag': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'status': 'completed', 'code': 200} Jun 22 09:01:17.341824 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-e38d4478-6105-4ad1-a7ea-ee2bebf09f34 service neutron] 10.222.0.43 "GET /v2.0/networks/87e2804d-8228-4766-8ec6-545eb3833c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152977 Jun 22 09:01:17.376413 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddf1ff-41ad-4341-8359-b3d723a57217 req-bd9585fe-989a-4bd1-b279-403439b4096c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:17.393391 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-16ddf1ff-41ad-4341-8359-b3d723a57217 req-bd9585fe-989a-4bd1-b279-403439b4096c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 943 time: 0.7127523 Jun 22 09:01:17.470001 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38614) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:17.528934 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-5e979b18-2495-4bbc-9656-939219b79987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:17.531364 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-5e979b18-2495-4bbc-9656-939219b79987 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89fc451c-46b3-4008-9c5d-bc37135b61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2210050 Jun 22 09:01:17.583505 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-f701bbf3-8a6b-410d-ac44-82f66f4f937b req-aa56bd37-f7ba-4547-b465-138315bc9cc4 service neutron] 10.222.0.43 "GET /v2.0/networks/87e2804d-8228-4766-8ec6-545eb3833c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250600 Jun 22 09:01:17.664985 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda18a9-5261-4d6e-8325-1144d443a531 req-b11ef509-ac87-42e6-8172-e5665b94ace8 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:17.673998 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1cda18a9-5261-4d6e-8325-1144d443a531 req-b11ef509-ac87-42e6-8172-e5665b94ace8 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 944 time: 0.2521529 Jun 22 09:01:17.750787 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-486d7068-c854-4428-b75f-6af64f4d6bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:17.910766 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d8c6383-121e-431c-935c-39a9d41a2552 req-4e863601-96ce-4bbc-a4e3-4ccd313ca9ff service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1131630 Jun 22 09:01:17.923403 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:17.956936 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-486d7068-c854-4428-b75f-6af64f4d6bbb admin admin] Publish callbacks [] for security_group (df8aadf5-af27-46d3-9004-8c3725a623f5), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:17.997198 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-16ddf1ff-41ad-4341-8359-b3d723a57217 req-856a10b7-a777-47c0-b2fb-3dc25848971e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938332 Jun 22 09:01:18.045493 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e472d4a8-4bef-4281-a60d-be7f85a6bfc2 req-bbefbff4-a560-4612-aa30-f2dbcbdc8ee5 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178807 Jun 22 09:01:18.085539 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-486d7068-c854-4428-b75f-6af64f4d6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (df8aadf5-af27-46d3-9004-8c3725a623f5), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:18.093492 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1cda18a9-5261-4d6e-8325-1144d443a531 req-677ff85a-6078-40b9-b685-f1b30c9ac806 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179904 Jun 22 09:01:18.116818 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-d08b3c7d-c093-4e83-b73e-326d1bdc23a2 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665338 Jun 22 09:01:18.162704 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-486d7068-c854-4428-b75f-6af64f4d6bbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=452186ff420949fe8f4a46556ada5ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6912799 Jun 22 09:01:18.164585 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d7068-c854-4428-b75f-6af64f4d6bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8aadf5-af27-46d3-9004-8c3725a623f5,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:18.169768 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38634) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:18.357512 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a971cc-e306-498f-8d52-47b3d15adeb2 req-339045a2-a383-4c1f-b169-ea64b7329662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:18.358006 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d0a971cc-e306-498f-8d52-47b3d15adeb2 req-339045a2-a383-4c1f-b169-ea64b7329662 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 1127 time: 0.2581053 Jun 22 09:01:18.401629 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fb708b42-8046-4f6d-a610-882170987332 admin admin] Publish callbacks [] for security_group (df8aadf5-af27-46d3-9004-8c3725a623f5), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:18.470567 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fb708b42-8046-4f6d-a610-882170987332 admin admin] Publish callbacks [] for security_group (df8aadf5-af27-46d3-9004-8c3725a623f5), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:18.517771 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c299a6-738c-479c-9aed-3b2bfd018185 req-5af75cd9-9c25-4436-b1ec-83f886cf9169 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:18.520866 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c9c299a6-738c-479c-9aed-3b2bfd018185 req-5af75cd9-9c25-4436-b1ec-83f886cf9169 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 943 time: 0.3452692 Jun 22 09:01:18.595470 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-b0250abc-d02a-4b94-a4bf-8b022f7d4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:18.598401 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-b0250abc-d02a-4b94-a4bf-8b022f7d4078 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 1128 time: 0.3507385 Jun 22 09:01:18.681179 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:18.743624 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fb708b42-8046-4f6d-a610-882170987332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (df8aadf5-af27-46d3-9004-8c3725a623f5), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:18.747907 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fb708b42-8046-4f6d-a610-882170987332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:18.749310 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-fb708b42-8046-4f6d-a610-882170987332 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df8aadf5-af27-46d3-9004-8c3725a623f5 HTTP/1.1" status: 204 len: 168 time: 0.5773296 Jun 22 09:01:18.759213 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb708b42-8046-4f6d-a610-882170987332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8aadf5-af27-46d3-9004-8c3725a623f5,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:18.846289 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:18.869906 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ffeb01d7-c00c-487d-a37e-f4b22b04a2e0 req-233f19dc-76a8-48fb-93ee-341f9b8df97f service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999397 Jun 22 09:01:18.937968 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:18.963837 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c9c299a6-738c-479c-9aed-3b2bfd018185 req-85888c99-3fd2-4bed-9339-025bfc44d6c0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3808799 Jun 22 09:01:19.067199 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a971cc-e306-498f-8d52-47b3d15adeb2 req-d4a1f832-d567-409c-8d24-d408cca550f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:19.068107 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d0a971cc-e306-498f-8d52-47b3d15adeb2 req-d4a1f832-d567-409c-8d24-d408cca550f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.6967416 Jun 22 09:01:19.084229 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:19.116597 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-ada1c079-1b58-441c-aab5-49b610a1233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:19.118600 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-ada1c079-1b58-441c-aab5-49b610a1233a service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.4738708 Jun 22 09:01:19.250904 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d0a971cc-e306-498f-8d52-47b3d15adeb2 req-2502c58e-996d-4eb2-8ad0-103884d16b4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4f28bf-7d12-46f2-804e-2946377a0181 HTTP/1.1" status: 200 len: 217 time: 0.1529589 Jun 22 09:01:19.285477 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-930206d6-7dcd-42b8-b0e9-4d10e9d712f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c4c500-8059-4142-83d0-d1cd70284258 HTTP/1.1" status: 200 len: 217 time: 0.0991311 Jun 22 09:01:19.400699 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede74d-b8e2-4d78-949d-21cf12bf9eda req-aadcab9d-69fb-4d28-8e66-a6ac32e9ff67 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:19.402053 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fdede74d-b8e2-4d78-949d-21cf12bf9eda req-aadcab9d-69fb-4d28-8e66-a6ac32e9ff67 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 943 time: 0.2742686 Jun 22 09:01:19.418334 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dba8cf-1c18-46f7-a01c-c273a5d2505d req-9ef35fbc-2f74-48a0-9730-1176751fa5e1 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:19.419826 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9dba8cf-1c18-46f7-a01c-c273a5d2505d req-9ef35fbc-2f74-48a0-9730-1176751fa5e1 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 944 time: 0.2096729 Jun 22 09:01:19.455676 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a971cc-e306-498f-8d52-47b3d15adeb2 req-f888c3bd-0ec6-4873-ab4a-d2c6e4084e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:19.466828 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d0a971cc-e306-498f-8d52-47b3d15adeb2 req-f888c3bd-0ec6-4873-ab4a-d2c6e4084e50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.1965659 Jun 22 09:01:19.474856 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-31472af0-5b18-48f8-829b-513f1e4ad5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:19.485544 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-31472af0-5b18-48f8-829b-513f1e4ad5a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.1852548 Jun 22 09:01:19.646375 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fdede74d-b8e2-4d78-949d-21cf12bf9eda req-f86ff9ba-57b0-4986-907f-7f32779d7800 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253659 Jun 22 09:01:19.648568 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-19a24810-0089-40d5-b3ca-e73ea52ccca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:19.656712 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-19a24810-0089-40d5-b3ca-e73ea52ccca0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1368639 Jun 22 09:01:19.656712 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9dba8cf-1c18-46f7-a01c-c273a5d2505d req-91cca83f-678b-4d63-b7c9-dbd3ad37e8a4 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186689 Jun 22 09:01:19.656712 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a971cc-e306-498f-8d52-47b3d15adeb2 req-438bfbc0-a6fa-4034-beb7-0df4d6e084e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:19.656712 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d0a971cc-e306-498f-8d52-47b3d15adeb2 req-438bfbc0-a6fa-4034-beb7-0df4d6e084e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1418478 Jun 22 09:01:19.851298 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-195c972a-8b73-43a6-98af-f0d767b46d22 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936090 Jun 22 09:01:19.881355 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d0a971cc-e306-498f-8d52-47b3d15adeb2 req-e51f8f88-7527-4a90-95bc-6ffe7b7435ac service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139087 Jun 22 09:01:20.144819 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-0b101dd4-48af-464f-97b4-b8ae51b3ee4b service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847166 Jun 22 09:01:20.213977 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d0a971cc-e306-498f-8d52-47b3d15adeb2 req-f6de02dd-ff02-4789-9356-fcbdfefcc981 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166111 Jun 22 09:01:20.284349 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c0135-1721-4acf-821a-84e2bde24e3d req-dc36f20e-492e-4672-a707-e2c0be3160f9 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:20.286368 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-290c0135-1721-4acf-821a-84e2bde24e3d req-dc36f20e-492e-4672-a707-e2c0be3160f9 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 943 time: 0.1346421 Jun 22 09:01:20.364210 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-3a2fdd12-6c04-469c-b6c9-252cadd7eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:20.365987 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-3a2fdd12-6c04-469c-b6c9-252cadd7eca3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 1127 time: 0.1218388 Jun 22 09:01:20.384904 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-290c0135-1721-4acf-821a-84e2bde24e3d req-2712a6bb-8376-46ab-96d4-0a7b635982d3 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693195 Jun 22 09:01:20.480096 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:20.703380 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 38704) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:20.787943 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9dbd04d0-18a4-4ca5-b053-6c50916bc1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:20.823493 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:20.856793 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:21.089930 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-c92e8ed9-f5fe-4c3e-b369-d66ad2e7048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:21.091514 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-c92e8ed9-f5fe-4c3e-b369-d66ad2e7048c service neutron] 10.222.0.43 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 914 time: 0.4911828 Jun 22 09:01:21.107912 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14fdbe-c211-4a46-8316-ffb4aac3991f req-483b2d69-c4a7-4e7e-9fdf-f7883f7d5cc5 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:21.109344 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6f14fdbe-c211-4a46-8316-ffb4aac3991f req-483b2d69-c4a7-4e7e-9fdf-f7883f7d5cc5 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 944 time: 0.3262877 Jun 22 09:01:21.129643 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df802a-d4d9-43cf-998e-b94e1731d6c7 req-b5afde96-1a93-4ecf-baeb-177cd6a6ab8b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:21.131171 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-80df802a-d4d9-43cf-998e-b94e1731d6c7 req-b5afde96-1a93-4ecf-baeb-177cd6a6ab8b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 943 time: 0.0931029 Jun 22 09:01:21.264302 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-ce99e5b0-f85a-4ba5-be5d-2ac9f5af19e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 HTTP/1.1" status: 200 len: 217 time: 0.0641563 Jun 22 09:01:21.267964 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6f14fdbe-c211-4a46-8316-ffb4aac3991f req-c46d7a6d-357c-4c82-98f7-0945681e713b tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485262 Jun 22 09:01:21.293391 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-80df802a-d4d9-43cf-998e-b94e1731d6c7 req-47331f74-bf06-479e-9084-35fe1bb7e6e4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549618 Jun 22 09:01:21.298404 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9dbd04d0-18a4-4ca5-b053-6c50916bc1ab admin admin] Publish callbacks [] for security_group (a59f2808-7a09-436e-9598-3525f72eb50f), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:21.354473 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:21.389363 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9dbd04d0-18a4-4ca5-b053-6c50916bc1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a59f2808-7a09-436e-9598-3525f72eb50f), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:21.436476 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-9dbd04d0-18a4-4ca5-b053-6c50916bc1ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fbb805f54e6438888412e6ced1a2058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7344220 Jun 22 09:01:21.439355 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 38730) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:21.448773 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd04d0-18a4-4ca5-b053-6c50916bc1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59f2808-7a09-436e-9598-3525f72eb50f,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:21.547296 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4835fb-a417-4075-854e-5125dc521a0c req-6591e0f4-9734-4969-ad23-8e66247b947d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:21.547296 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0f4835fb-a417-4075-854e-5125dc521a0c req-6591e0f4-9734-4969-ad23-8e66247b947d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 943 time: 0.0739253 Jun 22 09:01:21.547925 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8acc-eebc-4a59-b052-b831675a5e60 admin admin] Publish callbacks [] for security_group (a59f2808-7a09-436e-9598-3525f72eb50f), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:21.587482 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8acc-eebc-4a59-b052-b831675a5e60 admin admin] Publish callbacks [] for security_group (a59f2808-7a09-436e-9598-3525f72eb50f), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:21.635284 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 38736) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:21.646395 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0f4835fb-a417-4075-854e-5125dc521a0c req-c06e4623-a944-459d-a4ef-e9126483d247 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928962 Jun 22 09:01:21.777191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8acc-eebc-4a59-b052-b831675a5e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a59f2808-7a09-436e-9598-3525f72eb50f), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:21.779950 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8acc-eebc-4a59-b052-b831675a5e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:21.781236 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-3d0d8acc-eebc-4a59-b052-b831675a5e60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a59f2808-7a09-436e-9598-3525f72eb50f HTTP/1.1" status: 204 len: 168 time: 0.3408136 Jun 22 09:01:21.789393 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=79,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:21.795374 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d8acc-eebc-4a59-b052-b831675a5e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59f2808-7a09-436e-9598-3525f72eb50f,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:21.829690 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f6b82999-1929-4cba-a4c0-37a3d411471c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:21.928980 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f6b82999-1929-4cba-a4c0-37a3d411471c admin admin] Publish callbacks [] for security_group (7c4a06ae-df1f-405c-b520-cc8281041198), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:22.006358 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f6b82999-1929-4cba-a4c0-37a3d411471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (7c4a06ae-df1f-405c-b520-cc8281041198), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:22.055725 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-f6b82999-1929-4cba-a4c0-37a3d411471c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fb52ca6a1ef487d96aebe100f8a8b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193473 Jun 22 09:01:22.056698 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b82999-1929-4cba-a4c0-37a3d411471c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4a06ae-df1f-405c-b520-cc8281041198,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:22.059712 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38756) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:22.129534 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d7630166-5f15-4663-a8ce-6674c8835f91 admin admin] Publish callbacks [] for security_group (7c4a06ae-df1f-405c-b520-cc8281041198), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:22.159211 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d7630166-5f15-4663-a8ce-6674c8835f91 admin admin] Publish callbacks [] for security_group (7c4a06ae-df1f-405c-b520-cc8281041198), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:22.317691 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d7630166-5f15-4663-a8ce-6674c8835f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (7c4a06ae-df1f-405c-b520-cc8281041198), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:22.319745 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d7630166-5f15-4663-a8ce-6674c8835f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:22.325734 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d7630166-5f15-4663-a8ce-6674c8835f91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c4a06ae-df1f-405c-b520-cc8281041198 HTTP/1.1" status: 204 len: 168 time: 0.2599008 Jun 22 09:01:22.334377 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7630166-5f15-4663-a8ce-6674c8835f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4a06ae-df1f-405c-b520-cc8281041198,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:22.350282 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:22.455703 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af6d1f-b8b3-41c0-bd09-735769fa4726 req-b3106ff7-a640-4974-8d5f-6e72d22c518f tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:22.457012 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-29af6d1f-b8b3-41c0-bd09-735769fa4726 req-b3106ff7-a640-4974-8d5f-6e72d22c518f tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 944 time: 0.1092689 Jun 22 09:01:22.481109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf6b3a-72d3-43f3-86a2-56eaab80cf05 req-6504cfd1-08f0-4916-a43e-69a25f873a23 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:22.481109 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48cf6b3a-72d3-43f3-86a2-56eaab80cf05 req-6504cfd1-08f0-4916-a43e-69a25f873a23 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 943 time: 0.0739489 Jun 22 09:01:22.557065 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-29af6d1f-b8b3-41c0-bd09-735769fa4726 req-24579a7b-c402-41eb-a5a8-e5c97ce3f132 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791147 Jun 22 09:01:22.567599 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48cf6b3a-72d3-43f3-86a2-56eaab80cf05 req-fe472ba7-ed99-4cfc-9de7-87f31fb5ab31 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804863 Jun 22 09:01:22.671485 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:22.809024 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2df58c-0bdf-4ff7-b2b3-461f5e1dc242 req-9026789b-7342-40ad-bfc0-7596ea96f07d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:22.810606 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e2df58c-0bdf-4ff7-b2b3-461f5e1dc242 req-9026789b-7342-40ad-bfc0-7596ea96f07d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 943 time: 0.0537961 Jun 22 09:01:22.845023 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:22.883385 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e2df58c-0bdf-4ff7-b2b3-461f5e1dc242 req-e2ae8ec1-bac7-4d29-be80-da89cb231da6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670795 Jun 22 09:01:23.073741 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 04477f09-b620-439f-8678-baafc48d8bf5 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:01:23.186093 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 04477f09-b620-439f-8678-baafc48d8bf5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=04477f09-b620-439f-8678-baafc48d8bf5,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:23.198994 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '04477f09-b620-439f-8678-baafc48d8bf5', 'network_id': '87e2804d-8228-4766-8ec6-545eb3833c79', 'port_id': '04477f09-b620-439f-8678-baafc48d8bf5', 'mac_address': 'fa:16:3e:5b:c9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e761c2-279a-4e70-9742-f656513670b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:01:23.240506 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 04477f09-b620-439f-8678-baafc48d8bf5 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:23.240924 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (04477f09-b620-439f-8678-baafc48d8bf5), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:23.262521 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04477f09-b620-439f-8678-baafc48d8bf5 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:01:23.282305 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 04477f09-b620-439f-8678-baafc48d8bf5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=04477f09-b620-439f-8678-baafc48d8bf5,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:23.326868 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38800) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:23.341364 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6c33-1cb3-4eb8-9542-36af672489c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:23.398150 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (04477f09-b620-439f-8678-baafc48d8bf5), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:23.472293 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6c33-1cb3-4eb8-9542-36af672489c5 admin admin] Publish callbacks [] for security_group (97374f94-18e3-4c03-bff0-430be22a7c95), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:23.488202 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=04477f09-b620-439f-8678-baafc48d8bf5,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:23.585864 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-dd6f8dc9-da18-4cc5-878b-ede52f9747d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:23.587419 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-dd6f8dc9-da18-4cc5-878b-ede52f9747d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 200 len: 852 time: 0.0479910 Jun 22 09:01:23.713220 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['04477f09-b620-439f-8678-baafc48d8bf5'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:01:23.768014 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ee67a-47b7-4dac-abb0-4903dba32e6b req-2356cc7c-f669-4153-878e-9c839e224b92 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:23.770418 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-893ee67a-47b7-4dac-abb0-4903dba32e6b req-2356cc7c-f669-4153-878e-9c839e224b92 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 943 time: 0.0994766 Jun 22 09:01:23.775094 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6c33-1cb3-4eb8-9542-36af672489c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (97374f94-18e3-4c03-bff0-430be22a7c95), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:23.777103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573b6c-be28-48b7-978d-453d541bfbef req-0a8b2940-2320-4a34-8d7c-0c2ab48235b4 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:23.784298 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6a573b6c-be28-48b7-978d-453d541bfbef req-0a8b2940-2320-4a34-8d7c-0c2ab48235b4 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 945 time: 0.0984797 Jun 22 09:01:23.858766 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-8bbb6c33-1cb3-4eb8-9542-36af672489c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0e3326c5b2243d0b8ae343f4f4d8b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5306294 Jun 22 09:01:23.863128 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38824) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:23.915476 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6a573b6c-be28-48b7-978d-453d541bfbef req-84e6c448-ba36-4361-b013-1068f175190a tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301417 Jun 22 09:01:23.920060 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb6c33-1cb3-4eb8-9542-36af672489c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97374f94-18e3-4c03-bff0-430be22a7c95,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:23.930700 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-893ee67a-47b7-4dac-abb0-4903dba32e6b req-4b644dae-f9bd-4dbb-a6cc-39416af026d6 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369927 Jun 22 09:01:23.987476 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ed119832-5a12-4b63-9e70-051b78813fd2 admin admin] Publish callbacks [] for security_group (97374f94-18e3-4c03-bff0-430be22a7c95), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:24.045817 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:24.045998 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ed119832-5a12-4b63-9e70-051b78813fd2 admin admin] Publish callbacks [] for security_group (97374f94-18e3-4c03-bff0-430be22a7c95), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:24.103822 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b433f-176a-4fdc-9247-227e42899dbf req-453ec722-61c5-4804-a4b8-b973c45c1dbd tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:24.108856 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3c8b433f-176a-4fdc-9247-227e42899dbf req-453ec722-61c5-4804-a4b8-b973c45c1dbd tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 943 time: 0.1051350 Jun 22 09:01:24.178178 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3c8b433f-176a-4fdc-9247-227e42899dbf req-1c24fb24-0fd8-402d-ae9f-ea26c391149b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600688 Jun 22 09:01:24.257428 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ed119832-5a12-4b63-9e70-051b78813fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (97374f94-18e3-4c03-bff0-430be22a7c95), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:24.261885 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ed119832-5a12-4b63-9e70-051b78813fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:24.264437 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ed119832-5a12-4b63-9e70-051b78813fd2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97374f94-18e3-4c03-bff0-430be22a7c95 HTTP/1.1" status: 204 len: 168 time: 0.3983259 Jun 22 09:01:24.279289 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed119832-5a12-4b63-9e70-051b78813fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97374f94-18e3-4c03-bff0-430be22a7c95,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:24.501918 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-cdf052b2-9c34-4c49-8b24-1ddacc986f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:24.501918 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-cdf052b2-9c34-4c49-8b24-1ddacc986f66 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89fc451c-46b3-4008-9c5d-bc37135b61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721056 Jun 22 09:01:24.620244 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-c5f4d209-dc7b-417a-8bb4-4866fdec228e service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132410 Jun 22 09:01:24.718537 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05d0172e-dc36-4be9-b814-cb4fc5347d88 req-adcf4490-b7c3-45fa-aa3f-d329040cd6bd service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923469 Jun 22 09:01:25.119861 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f101d21-bc67-44a7-bd7c-b6dc97431d61 req-1dee9bfe-546d-42c2-ad09-9edb51d0279a tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:25.122235 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0f101d21-bc67-44a7-bd7c-b6dc97431d61 req-1dee9bfe-546d-42c2-ad09-9edb51d0279a tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 945 time: 0.1120172 Jun 22 09:01:25.125438 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 63c4c500-8059-4142-83d0-d1cd70284258 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:01:25.132278 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1cc0e-172c-43e4-ab00-7765d74fa631 req-37749027-6f10-4694-91f9-6306172aceaa tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:25.133845 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-52d1cc0e-172c-43e4-ab00-7765d74fa631 req-37749027-6f10-4694-91f9-6306172aceaa tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 943 time: 0.0790222 Jun 22 09:01:25.150456 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 04477f09-b620-439f-8678-baafc48d8bf5 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:01:25.265682 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 04477f09-b620-439f-8678-baafc48d8bf5 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:01:25.269257 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:25.283187 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0f101d21-bc67-44a7-bd7c-b6dc97431d61 req-3ad93ac1-a45b-403a-a779-cc5e57d33d5f tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450970 Jun 22 09:01:25.293733 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 63c4c500-8059-4142-83d0-d1cd70284258, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=63c4c500-8059-4142-83d0-d1cd70284258,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:25.296907 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-52d1cc0e-172c-43e4-ab00-7765d74fa631 req-11434619-2cbe-4a8d-b38c-7f2a3f000558 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414652 Jun 22 09:01:25.315118 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '63c4c500-8059-4142-83d0-d1cd70284258', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'port_id': '63c4c500-8059-4142-83d0-d1cd70284258', 'mac_address': 'fa:16:3e:2a:72:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:01:25.360790 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 63c4c500-8059-4142-83d0-d1cd70284258 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:25.361665 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (63c4c500-8059-4142-83d0-d1cd70284258), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:25.379336 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c4c500-8059-4142-83d0-d1cd70284258 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:01:25.405368 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 63c4c500-8059-4142-83d0-d1cd70284258, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=63c4c500-8059-4142-83d0-d1cd70284258,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:25.436416 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17051b1e-af74-4180-bf41-d58867cf2cd5 req-1ee7e977-9f39-4edd-afc2-3ea7fa883c35 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:25.439099 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-17051b1e-af74-4180-bf41-d58867cf2cd5 req-1ee7e977-9f39-4edd-afc2-3ea7fa883c35 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 943 time: 0.0667281 Jun 22 09:01:25.496936 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 04477f09-b620-439f-8678-baafc48d8bf5 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:25.497268 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (04477f09-b620-439f-8678-baafc48d8bf5), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:25.521718 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-17051b1e-af74-4180-bf41-d58867cf2cd5 req-fa1233a6-2f65-4582-b217-45bed4f7be21 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749793 Jun 22 09:01:25.608684 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (63c4c500-8059-4142-83d0-d1cd70284258), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:25.609872 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:01:25.625889 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 04477f09-b620-439f-8678-baafc48d8bf5 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:25.626428 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (04477f09-b620-439f-8678-baafc48d8bf5), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:25.736181 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc7f9a5-4c83-48ef-95c8-bae4ee26e491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04477f09-b620-439f-8678-baafc48d8bf5'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:01:25.807964 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.db.resource_extend [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:01:25.835806 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 04477f09-b620-439f-8678-baafc48d8bf5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=04477f09-b620-439f-8678-baafc48d8bf5,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:25.844415 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=63c4c500-8059-4142-83d0-d1cd70284258,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:25.924014 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:25.946390 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'port_id': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'mac_address': 'fa:16:3e:ac:70:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:01:25.998226 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (04477f09-b620-439f-8678-baafc48d8bf5), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:26.057917 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:26.058881 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:26.103139 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:01:26.115732 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=04477f09-b620-439f-8678-baafc48d8bf5,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:26.125948 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:26.138330 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:26.182955 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:26.183855 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 7d4f28bf-7d12-46f2-804e-2946377a0181 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:01:26.266320 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:26.271097 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 7d4f28bf-7d12-46f2-804e-2946377a0181, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7d4f28bf-7d12-46f2-804e-2946377a0181,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:26.294029 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '7d4f28bf-7d12-46f2-804e-2946377a0181', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'port_id': '7d4f28bf-7d12-46f2-804e-2946377a0181', 'mac_address': 'fa:16:3e:28:69:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:01:26.320368 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:26.399592 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 38910) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:26.429183 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:26.465365 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:26.474860 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 7d4f28bf-7d12-46f2-804e-2946377a0181 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:26.484969 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:26.522514 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:26.530949 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4f28bf-7d12-46f2-804e-2946377a0181 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:01:26.580952 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 7d4f28bf-7d12-46f2-804e-2946377a0181, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7d4f28bf-7d12-46f2-804e-2946377a0181,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:26.602882 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c31b66-0185-427a-b81d-1445996ee574" -d '{"events": [{"server_uuid": "0dc7f9a5-4c83-48ef-95c8-bae4ee26e491", "name": "network-vif-plugged", "status": "completed", "tag": "04477f09-b620-439f-8678-baafc48d8bf5"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:26.632233 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f184508-46e6-4f82-b0c8-d7eb4bf97ead req-eab0d61a-b132-4aa5-92d4-db1518dbdef0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:26.633859 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6f184508-46e6-4f82-b0c8-d7eb4bf97ead req-eab0d61a-b132-4aa5-92d4-db1518dbdef0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 943 time: 0.1955428 Jun 22 09:01:26.640581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2d8a1-623b-47bc-9227-bb020bfcef51 req-0f2d2b43-b400-4d20-9d06-c10d06898d54 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:26.642374 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5fd2d8a1-623b-47bc-9227-bb020bfcef51 req-0f2d2b43-b400-4d20-9d06-c10d06898d54 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 946 time: 0.1803594 Jun 22 09:01:26.657568 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:26.741240 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6f184508-46e6-4f82-b0c8-d7eb4bf97ead req-1302cd1b-9a15-4788-ad71-867d72801cf7 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978396 Jun 22 09:01:26.744523 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=7d4f28bf-7d12-46f2-804e-2946377a0181,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:26.746594 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5fd2d8a1-623b-47bc-9227-bb020bfcef51 req-e81b2fba-34e2-4e43-a534-a84fddea3797 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945494 Jun 22 09:01:26.924048 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93711bfd-6146-48b9-a463-51d1dadff1ec req-616867c1-80ea-4157-8611-de2378acb3db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:26.925590 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-93711bfd-6146-48b9-a463-51d1dadff1ec req-616867c1-80ea-4157-8611-de2378acb3db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 944 time: 0.0700121 Jun 22 09:01:26.945229 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0253c6eb-27c6-486f-baf6-8d0fb712f5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:26.983184 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-93711bfd-6146-48b9-a463-51d1dadff1ec req-ab64b96d-21ad-4237-a90a-600b3eb531f1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518734 Jun 22 09:01:27.064006 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0253c6eb-27c6-486f-baf6-8d0fb712f5dd admin admin] Publish callbacks [] for security_group (1256caaf-b7cb-4e34-9112-90c4398a0d79), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:27.108686 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['0b34c90a-22d5-4720-ad3f-ff0d35f7ded7'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:01:27.138545 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0253c6eb-27c6-486f-baf6-8d0fb712f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1256caaf-b7cb-4e34-9112-90c4398a0d79), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:27.175210 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-0253c6eb-27c6-486f-baf6-8d0fb712f5dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3a7856c544f4a18a962db3e4bfb140f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7738121 Jun 22 09:01:27.176066 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 38938) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:27.204065 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['63c4c500-8059-4142-83d0-d1cd70284258'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:01:27.214239 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253c6eb-27c6-486f-baf6-8d0fb712f5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1256caaf-b7cb-4e34-9112-90c4398a0d79,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:27.246744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:27.291790 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e542c1f8-429a-4657-a523-f258e69c50fb admin admin] Publish callbacks [] for security_group (1256caaf-b7cb-4e34-9112-90c4398a0d79), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:27.324138 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e542c1f8-429a-4657-a523-f258e69c50fb admin admin] Publish callbacks [] for security_group (1256caaf-b7cb-4e34-9112-90c4398a0d79), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:27.338268 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['7d4f28bf-7d12-46f2-804e-2946377a0181'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:01:27.492415 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a99e840-6d5e-4c93-b5bb-b29e0d7c16e0 x-openstack-request-id: req-8a99e840-6d5e-4c93-b5bb-b29e0d7c16e0 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:27.492586 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc7f9a5-4c83-48ef-95c8-bae4ee26e491", "name": "network-vif-plugged", "status": "completed", "tag": "04477f09-b620-439f-8678-baafc48d8bf5", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:27.493030 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a99e840-6d5e-4c93-b5bb-b29e0d7c16e0 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:27.493834 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a99e840-6d5e-4c93-b5bb-b29e0d7c16e0'] response: {'server_uuid': '0dc7f9a5-4c83-48ef-95c8-bae4ee26e491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04477f09-b620-439f-8678-baafc48d8bf5', 'code': 200} Jun 22 09:01:27.510358 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e542c1f8-429a-4657-a523-f258e69c50fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1256caaf-b7cb-4e34-9112-90c4398a0d79), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:27.514024 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e542c1f8-429a-4657-a523-f258e69c50fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:27.515413 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-e542c1f8-429a-4657-a523-f258e69c50fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1256caaf-b7cb-4e34-9112-90c4398a0d79 HTTP/1.1" status: 204 len: 168 time: 0.3379011 Jun 22 09:01:27.549575 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542c1f8-429a-4657-a523-f258e69c50fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1256caaf-b7cb-4e34-9112-90c4398a0d79,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:27.981863 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22fabd-96d2-4c74-9ac7-d5f74cb3e75f req-082ae0aa-986c-41d4-a0b8-1b0c85464199 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:27.984174 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cf22fabd-96d2-4c74-9ac7-d5f74cb3e75f req-082ae0aa-986c-41d4-a0b8-1b0c85464199 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 944 time: 0.0636454 Jun 22 09:01:28.063025 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41305-2bc2-49e7-8e31-4b9f42b24920 req-d9bd426e-eeeb-47ff-9f1f-85852db0ab0c tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:28.068713 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c7d41305-2bc2-49e7-8e31-4b9f42b24920 req-d9bd426e-eeeb-47ff-9f1f-85852db0ab0c tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 946 time: 0.1976895 Jun 22 09:01:28.121368 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f57920-2e15-4fae-953f-2b19fe4826ba req-adfd2759-3dfe-41d7-9b78-846a2e980856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:28.123077 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-46f57920-2e15-4fae-953f-2b19fe4826ba req-adfd2759-3dfe-41d7-9b78-846a2e980856 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 1130 time: 0.1566925 Jun 22 09:01:28.155888 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:28.167808 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-46f57920-2e15-4fae-953f-2b19fe4826ba req-da0d1cc4-5a1c-4f7d-8693-7902c8138e12 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:28.199867 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cf22fabd-96d2-4c74-9ac7-d5f74cb3e75f req-53b485ad-7148-4fa8-88d2-35890e50ce36 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870189 Jun 22 09:01:28.228807 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:28.246316 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c7d41305-2bc2-49e7-8e31-4b9f42b24920 req-761d1a74-fcd9-4c65-8a30-35a085734b40 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656840 Jun 22 09:01:28.369385 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402fe1-1a38-421f-ab6a-e8062bfb9312 req-29a98cc8-10d2-4104-b7a0-d743de2df0d8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:28.372531 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-52402fe1-1a38-421f-ab6a-e8062bfb9312 req-29a98cc8-10d2-4104-b7a0-d743de2df0d8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 944 time: 0.0793746 Jun 22 09:01:28.435500 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-46f57920-2e15-4fae-953f-2b19fe4826ba req-da0d1cc4-5a1c-4f7d-8693-7902c8138e12 service neutron] Publish callbacks [] for security_group (7e91c8e9-2d17-4f6b-8c8b-d2ecf7151a56), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:28.454645 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-52402fe1-1a38-421f-ab6a-e8062bfb9312 req-b9ca34b3-285a-4871-9818-0e3a0081afc8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676181 Jun 22 09:01:28.490608 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-46f57920-2e15-4fae-953f-2b19fe4826ba req-da0d1cc4-5a1c-4f7d-8693-7902c8138e12 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (7e91c8e9-2d17-4f6b-8c8b-d2ecf7151a56), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:28.540894 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-46f57920-2e15-4fae-953f-2b19fe4826ba req-da0d1cc4-5a1c-4f7d-8693-7902c8138e12 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109089 Jun 22 09:01:28.542266 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d1cc4-5a1c-4f7d-8693-7902c8138e12 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e91c8e9-2d17-4f6b-8c8b-d2ecf7151a56,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:28.624107 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39002) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:28.638849 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6feebd4a-8963-4387-8587-f0ac148a2a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:28.685914 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:28.744535 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6feebd4a-8963-4387-8587-f0ac148a2a98 admin admin] Publish callbacks [] for security_group (d133d6a8-dfa3-4f15-901e-20f34c62c435), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:28.816860 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6feebd4a-8963-4387-8587-f0ac148a2a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (d133d6a8-dfa3-4f15-901e-20f34c62c435), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:28.867531 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feebd4a-8963-4387-8587-f0ac148a2a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d133d6a8-dfa3-4f15-901e-20f34c62c435,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:28.885187 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-6feebd4a-8963-4387-8587-f0ac148a2a98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5355618edc47445fabb95f3adb9c3364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599213 Jun 22 09:01:28.885856 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39006) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:28.952448 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-82bffe7d-578e-42f5-a251-0fffd3033947 admin admin] Publish callbacks [] for security_group (d133d6a8-dfa3-4f15-901e-20f34c62c435), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:28.990717 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-82bffe7d-578e-42f5-a251-0fffd3033947 admin admin] Publish callbacks [] for security_group (d133d6a8-dfa3-4f15-901e-20f34c62c435), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:29.013891 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:29.110684 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39012) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:29.170100 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 63c4c500-8059-4142-83d0-d1cd70284258 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:01:29.222235 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-82bffe7d-578e-42f5-a251-0fffd3033947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (d133d6a8-dfa3-4f15-901e-20f34c62c435), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:29.225051 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 63c4c500-8059-4142-83d0-d1cd70284258 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:01:29.228244 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-82bffe7d-578e-42f5-a251-0fffd3033947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:29.230299 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-82bffe7d-578e-42f5-a251-0fffd3033947 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d133d6a8-dfa3-4f15-901e-20f34c62c435 HTTP/1.1" status: 204 len: 168 time: 0.3433807 Jun 22 09:01:29.248745 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bffe7d-578e-42f5-a251-0fffd3033947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d133d6a8-dfa3-4f15-901e-20f34c62c435,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:29.389128 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 63c4c500-8059-4142-83d0-d1cd70284258 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:29.389953 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (63c4c500-8059-4142-83d0-d1cd70284258), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:29.411281 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8112e0-82d6-4ebc-b18a-7eef6e883a1c req-64941577-602d-4df2-9a1b-5d0f1e8d76a2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:29.411281 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fd8112e0-82d6-4ebc-b18a-7eef6e883a1c req-64941577-602d-4df2-9a1b-5d0f1e8d76a2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 944 time: 0.1100984 Jun 22 09:01:29.437983 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be449a-755a-4e26-8b70-17522b726715 req-ebca1d8b-6a4a-4d57-8096-b5c7b8027664 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:29.440004 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-41be449a-755a-4e26-8b70-17522b726715 req-ebca1d8b-6a4a-4d57-8096-b5c7b8027664 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 946 time: 0.0945425 Jun 22 09:01:29.489716 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fd8112e0-82d6-4ebc-b18a-7eef6e883a1c req-71d10ef3-0e4b-4da5-8bde-5a1f7e1b6605 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663245 Jun 22 09:01:29.562371 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-41be449a-755a-4e26-8b70-17522b726715 req-7f33195f-f131-4deb-8f01-c6db90deaa37 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781486 Jun 22 09:01:29.589809 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 63c4c500-8059-4142-83d0-d1cd70284258 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:29.590339 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (63c4c500-8059-4142-83d0-d1cd70284258), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:29.650696 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4127e9-161c-4421-ab41-0115e64e2e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4c500-8059-4142-83d0-d1cd70284258'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:01:29.655666 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50aa4d-1d39-4e05-b225-eadb62eedd1c" -d '{"events": [{"server_uuid": "8d4127e9-161c-4421-ab41-0115e64e2e02", "name": "network-vif-plugged", "status": "completed", "tag": "63c4c500-8059-4142-83d0-d1cd70284258"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:29.688008 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-76dd8c66-3c00-4b1b-b72f-475424061226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:29.729507 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 63c4c500-8059-4142-83d0-d1cd70284258, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=63c4c500-8059-4142-83d0-d1cd70284258,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:29.747279 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21411587-c2d8-43e6-b65b-57eaa4b459ed req-1d2bf8ad-f7a6-413c-88eb-3011110ccef1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:29.749886 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-21411587-c2d8-43e6-b65b-57eaa4b459ed req-1d2bf8ad-f7a6-413c-88eb-3011110ccef1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 944 time: 0.1360378 Jun 22 09:01:29.759631 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb177c0-1f95-4640-a8cb-2a7dd3626e86 x-openstack-request-id: req-cbb177c0-1f95-4640-a8cb-2a7dd3626e86 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:29.760084 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4127e9-161c-4421-ab41-0115e64e2e02", "name": "network-vif-plugged", "status": "completed", "tag": "63c4c500-8059-4142-83d0-d1cd70284258", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:29.761196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbb177c0-1f95-4640-a8cb-2a7dd3626e86 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:29.761841 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb177c0-1f95-4640-a8cb-2a7dd3626e86'] response: {'server_uuid': '8d4127e9-161c-4421-ab41-0115e64e2e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c4c500-8059-4142-83d0-d1cd70284258', 'code': 200} Jun 22 09:01:29.846523 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39034) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:29.866243 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-21411587-c2d8-43e6-b65b-57eaa4b459ed req-9b5a0aaf-484b-4e06-9eba-83762b31ee03 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984173 Jun 22 09:01:29.870196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (63c4c500-8059-4142-83d0-d1cd70284258), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:29.875199 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:01:29.930539 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-76dd8c66-3c00-4b1b-b72f-475424061226 admin admin] Publish callbacks [] for security_group (def9dfd3-1079-4f75-9df6-5b06eec032a5), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.021275 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:30.026328 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-76dd8c66-3c00-4b1b-b72f-475424061226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (def9dfd3-1079-4f75-9df6-5b06eec032a5), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.052841 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:01:30.055676 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=63c4c500-8059-4142-83d0-d1cd70284258,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:30.100697 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-76dd8c66-3c00-4b1b-b72f-475424061226 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df4b7483497d42b6b97616355c73804b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9885173 Jun 22 09:01:30.103432 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39040) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:30.108026 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd8c66-3c00-4b1b-b72f-475424061226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def9dfd3-1079-4f75-9df6-5b06eec032a5,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:30.188410 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:30.189922 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.199762 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5da1543a-2582-4096-bcf1-ba210fbe10b3 admin admin] Publish callbacks [] for security_group (def9dfd3-1079-4f75-9df6-5b06eec032a5), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.228948 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5da1543a-2582-4096-bcf1-ba210fbe10b3 admin admin] Publish callbacks [] for security_group (def9dfd3-1079-4f75-9df6-5b06eec032a5), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.251455 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:30.309906 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:30.310624 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.354108 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:30.366563 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5da1543a-2582-4096-bcf1-ba210fbe10b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (def9dfd3-1079-4f75-9df6-5b06eec032a5), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.370853 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5da1543a-2582-4096-bcf1-ba210fbe10b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.375377 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-5da1543a-2582-4096-bcf1-ba210fbe10b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/def9dfd3-1079-4f75-9df6-5b06eec032a5 HTTP/1.1" status: 204 len: 168 time: 0.2676172 Jun 22 09:01:30.388564 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1543a-2582-4096-bcf1-ba210fbe10b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def9dfd3-1079-4f75-9df6-5b06eec032a5,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:30.467711 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.476973 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 7d4f28bf-7d12-46f2-804e-2946377a0181 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:01:30.528851 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f183694c-1533-45c1-9ad0-bd7a64a89da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.528957 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39050) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:30.697964 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:30.703570 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 7d4f28bf-7d12-46f2-804e-2946377a0181 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:01:30.705696 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:30.727847 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f183694c-1533-45c1-9ad0-bd7a64a89da8 admin admin] Publish callbacks [] for security_group (8333012a-6fa6-4709-819e-b82341345815), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.775378 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd443f0-f190-4f70-88cd-bebcfb1fab87 req-bfe5e84b-3db0-43d7-b9b9-cc52d0b555fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:30.775378 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ecd443f0-f190-4f70-88cd-bebcfb1fab87 req-bfe5e84b-3db0-43d7-b9b9-cc52d0b555fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 1130 time: 0.1875620 Jun 22 09:01:30.776428 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404ff64-4027-45c0-bb05-6a4dcbc4a0e4 req-9bfc1962-fe92-4c2a-8a72-de8a3f2b0ebc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:30.777842 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f404ff64-4027-45c0-bb05-6a4dcbc4a0e4 req-9bfc1962-fe92-4c2a-8a72-de8a3f2b0ebc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 944 time: 0.1024561 Jun 22 09:01:30.809375 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1225e75d-88ff-4044-b7b1-4af4057c8dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.817700 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d06a51-c80b-4375-8206-291d61c5e0de req-45244f31-8536-4251-a13f-de93d9311581 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:30.819170 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c5d06a51-c80b-4375-8206-291d61c5e0de req-45244f31-8536-4251-a13f-de93d9311581 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 946 time: 0.1243923 Jun 22 09:01:30.828021 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f183694c-1533-45c1-9ad0-bd7a64a89da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (8333012a-6fa6-4709-819e-b82341345815), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.831016 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 7d4f28bf-7d12-46f2-804e-2946377a0181 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:30.831016 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:30.869421 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-f183694c-1533-45c1-9ad0-bd7a64a89da8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99d13fb97c344c68866c90f5e1597b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0215402 Jun 22 09:01:30.871810 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39064) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:30.926784 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183694c-1533-45c1-9ad0-bd7a64a89da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8333012a-6fa6-4709-819e-b82341345815,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:30.935282 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f404ff64-4027-45c0-bb05-6a4dcbc4a0e4 req-f452d67c-20bb-4156-b755-4942d57816ca tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461461 Jun 22 09:01:30.953320 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c5d06a51-c80b-4375-8206-291d61c5e0de req-69ba28fb-a6c9-4fc6-b167-4b78fd6cbe55 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278532 Jun 22 09:01:31.014540 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c54bfba-d284-4220-b1b6-7ff76f3162a8 admin admin] Publish callbacks [] for security_group (8333012a-6fa6-4709-819e-b82341345815), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.018912 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ecd443f0-f190-4f70-88cd-bebcfb1fab87 req-0212999f-9210-4baf-a541-ffba88f24abb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597333 Jun 22 09:01:31.051401 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c54bfba-d284-4220-b1b6-7ff76f3162a8 admin admin] Publish callbacks [] for security_group (8333012a-6fa6-4709-819e-b82341345815), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.068030 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 7d4f28bf-7d12-46f2-804e-2946377a0181 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:31.070960 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.142724 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:31.149578 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 7d4f28bf-7d12-46f2-804e-2946377a0181, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7d4f28bf-7d12-46f2-804e-2946377a0181,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:31.177533 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1225e75d-88ff-4044-b7b1-4af4057c8dd4 admin admin] Publish callbacks [] for security_group (f48c7fa4-0a78-473b-b3ac-fe4123607bcf), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.184781 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af2ab-3a38-4b66-8bea-97aa0a774d11 req-5cd27dc8-c4cf-4b0f-9ecb-2f3f952cf30b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:31.186442 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-768af2ab-3a38-4b66-8bea-97aa0a774d11 req-5cd27dc8-c4cf-4b0f-9ecb-2f3f952cf30b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 945 time: 0.1282537 Jun 22 09:01:31.208258 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c54bfba-d284-4220-b1b6-7ff76f3162a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (8333012a-6fa6-4709-819e-b82341345815), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.213085 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c54bfba-d284-4220-b1b6-7ff76f3162a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.214913 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-0c54bfba-d284-4220-b1b6-7ff76f3162a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8333012a-6fa6-4709-819e-b82341345815 HTTP/1.1" status: 204 len: 168 time: 0.3419228 Jun 22 09:01:31.226200 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54bfba-d284-4220-b1b6-7ff76f3162a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8333012a-6fa6-4709-819e-b82341345815,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:31.264037 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.268065 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:31.274323 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1225e75d-88ff-4044-b7b1-4af4057c8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (f48c7fa4-0a78-473b-b3ac-fe4123607bcf), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.297227 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-768af2ab-3a38-4b66-8bea-97aa0a774d11 req-2dfa2c44-7078-4d56-9a04-50687717bf55 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994921 Jun 22 09:01:31.346961 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-1225e75d-88ff-4044-b7b1-4af4057c8dd4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93381f9cf76540c2b5b7ed338af4239e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8298323 Jun 22 09:01:31.349169 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e75d-88ff-4044-b7b1-4af4057c8dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48c7fa4-0a78-473b-b3ac-fe4123607bcf,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:31.352053 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39076) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:31.379815 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=7d4f28bf-7d12-46f2-804e-2946377a0181,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:31.457860 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-addbdfaf-4291-475d-bc88-921ea91f9310 admin admin] Publish callbacks [] for security_group (f48c7fa4-0a78-473b-b3ac-fe4123607bcf), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.487054 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-addbdfaf-4291-475d-bc88-921ea91f9310 admin admin] Publish callbacks [] for security_group (f48c7fa4-0a78-473b-b3ac-fe4123607bcf), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.549894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:31.630630 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-addbdfaf-4291-475d-bc88-921ea91f9310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (f48c7fa4-0a78-473b-b3ac-fe4123607bcf), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.631239 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39082) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:31.633521 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-addbdfaf-4291-475d-bc88-921ea91f9310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.634887 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-addbdfaf-4291-475d-bc88-921ea91f9310 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f48c7fa4-0a78-473b-b3ac-fe4123607bcf HTTP/1.1" status: 204 len: 168 time: 0.2816339 Jun 22 09:01:31.655894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5d7142d9-e3d4-4405-8738-996eb5ba5313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.663484 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbdfaf-4291-475d-bc88-921ea91f9310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48c7fa4-0a78-473b-b3ac-fe4123607bcf,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:31.763124 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7'}, {'server_uuid': 'd5de6423-e83b-4fcb-a9f2-2e9465c838dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4f28bf-7d12-46f2-804e-2946377a0181'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:01:31.765099 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5d7142d9-e3d4-4405-8738-996eb5ba5313 admin admin] Publish callbacks [] for security_group (1d6c8021-57b5-4427-9af8-42454e166854), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.765491 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f5e5cd-0a2f-4bd0-84ef-c903db7750e7" -d '{"events": [{"server_uuid": "4728bbe3-835f-4432-b8a2-bd1ff5352341", "name": "network-vif-plugged", "status": "completed", "tag": "0b34c90a-22d5-4720-ad3f-ff0d35f7ded7"}, {"server_uuid": "d5de6423-e83b-4fcb-a9f2-2e9465c838dd", "name": "network-vif-plugged", "status": "completed", "tag": "7d4f28bf-7d12-46f2-804e-2946377a0181"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:31.845251 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Jun 2022 09:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead36019-2464-477c-a32b-afc3473b7094 x-openstack-request-id: req-ead36019-2464-477c-a32b-afc3473b7094 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:31.845640 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4728bbe3-835f-4432-b8a2-bd1ff5352341", "name": "network-vif-plugged", "status": "completed", "tag": "0b34c90a-22d5-4720-ad3f-ff0d35f7ded7", "code": 200}, {"server_uuid": "d5de6423-e83b-4fcb-a9f2-2e9465c838dd", "name": "network-vif-plugged", "status": "completed", "tag": "7d4f28bf-7d12-46f2-804e-2946377a0181", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:31.846014 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ead36019-2464-477c-a32b-afc3473b7094 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:31.847128 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead36019-2464-477c-a32b-afc3473b7094'] response: {'server_uuid': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'code': 200} Jun 22 09:01:31.847496 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead36019-2464-477c-a32b-afc3473b7094'] response: {'server_uuid': 'd5de6423-e83b-4fcb-a9f2-2e9465c838dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4f28bf-7d12-46f2-804e-2946377a0181', 'code': 200} Jun 22 09:01:31.867921 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5d7142d9-e3d4-4405-8738-996eb5ba5313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1d6c8021-57b5-4427-9af8-42454e166854), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.908862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7142d9-e3d4-4405-8738-996eb5ba5313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6c8021-57b5-4427-9af8-42454e166854,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:31.914104 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-5d7142d9-e3d4-4405-8738-996eb5ba5313 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85c2b49a9d86493fbd82534c1a0b4c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802169 Jun 22 09:01:31.915878 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39100) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:31.971847 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-892fc0f1-97ed-4276-a3f3-8fc5b3ca1b92 admin admin] Publish callbacks [] for security_group (1d6c8021-57b5-4427-9af8-42454e166854), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:32.005744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-892fc0f1-97ed-4276-a3f3-8fc5b3ca1b92 admin admin] Publish callbacks [] for security_group (1d6c8021-57b5-4427-9af8-42454e166854), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:32.172760 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-892fc0f1-97ed-4276-a3f3-8fc5b3ca1b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1d6c8021-57b5-4427-9af8-42454e166854), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:32.175303 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-892fc0f1-97ed-4276-a3f3-8fc5b3ca1b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:32.177026 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-892fc0f1-97ed-4276-a3f3-8fc5b3ca1b92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d6c8021-57b5-4427-9af8-42454e166854 HTTP/1.1" status: 204 len: 168 time: 0.2597861 Jun 22 09:01:32.185249 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd6c67-6741-437b-acfb-947e5564f12a req-fb4d723f-c7ee-4a23-b061-9e9278cb80e7 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:32.186773 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e5cd6c67-6741-437b-acfb-947e5564f12a req-fb4d723f-c7ee-4a23-b061-9e9278cb80e7 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 946 time: 0.0950427 Jun 22 09:01:32.194798 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba382d41-d0c7-4965-92da-72392aa71ad0 req-6d04c767-462e-4c37-9a15-f0e534470b40 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:32.196470 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ba382d41-d0c7-4965-92da-72392aa71ad0 req-6d04c767-462e-4c37-9a15-f0e534470b40 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.1182237 Jun 22 09:01:32.213649 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fc0f1-97ed-4276-a3f3-8fc5b3ca1b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6c8021-57b5-4427-9af8-42454e166854,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:32.242006 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:32.313776 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e5cd6c67-6741-437b-acfb-947e5564f12a req-214ed635-d944-49f8-84d1-183f9f50ae5e tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144500 Jun 22 09:01:32.332460 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ba382d41-d0c7-4965-92da-72392aa71ad0 req-3581917c-2a00-4af1-ab4f-be9fe0c876e1 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172714 Jun 22 09:01:32.395054 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:32.456531 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39130) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:32.482476 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4d943f74-1d51-491d-a183-b704cfc16879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:32.593891 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:32.597938 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d80fb3-b60a-4b21-93e9-8bf3249ad6d5 req-67102e81-ec6a-4570-bfa4-c95a1732d3e5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:32.600767 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-22d80fb3-b60a-4b21-93e9-8bf3249ad6d5 req-67102e81-ec6a-4570-bfa4-c95a1732d3e5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 945 time: 0.1136310 Jun 22 09:01:32.669726 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4d943f74-1d51-491d-a183-b704cfc16879 admin admin] Publish callbacks [] for security_group (2b0f22d3-9bc1-4964-9004-762ef3ce5ee3), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:32.685421 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-22d80fb3-b60a-4b21-93e9-8bf3249ad6d5 req-29ed0b9b-38a7-4427-8f7b-1fd5cf28aded tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769033 Jun 22 09:01:32.800052 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4d943f74-1d51-491d-a183-b704cfc16879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (2b0f22d3-9bc1-4964-9004-762ef3ce5ee3), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:33.063553 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39138) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:33.084568 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ca127313-f688-4006-b662-9d79066feb75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:33.128016 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-4d943f74-1d51-491d-a183-b704cfc16879 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f38a894b6654c4c807587933befa61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6715536 Jun 22 09:01:33.128563 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39140) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:33.134890 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:33.150768 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4f25-0fd0-4033-a394-b352b7278967 req-a25788cf-15f2-4d62-b2e0-e73f21c250f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:33.152388 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f2a4f25-0fd0-4033-a394-b352b7278967 req-a25788cf-15f2-4d62-b2e0-e73f21c250f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 1129 time: 0.1337295 Jun 22 09:01:33.154936 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d943f74-1d51-491d-a183-b704cfc16879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0f22d3-9bc1-4964-9004-762ef3ce5ee3,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:33.158228 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1feb94-1b23-406c-a630-8dad6e06139c req-19500d8a-d313-47f8-86a8-72f703d17a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:33.159758 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9a1feb94-1b23-406c-a630-8dad6e06139c req-19500d8a-d313-47f8-86a8-72f703d17a40 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 1129 time: 0.1456544 Jun 22 09:01:33.186135 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-b4a8a5cf-789c-4516-b934-564708538282 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1412554 Jun 22 09:01:33.255536 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f2a4f25-0fd0-4033-a394-b352b7278967 req-1915867e-ad2a-4dc8-aec9-45f1a52a6a27 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937953 Jun 22 09:01:33.266873 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9a1feb94-1b23-406c-a630-8dad6e06139c req-c08e69df-2903-4496-9684-de8a9f07b222 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946259 Jun 22 09:01:33.267586 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-83042d4a-ccdb-4af8-af63-dbda0ef011ea admin admin] Publish callbacks [] for security_group (2b0f22d3-9bc1-4964-9004-762ef3ce5ee3), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:33.277204 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ca127313-f688-4006-b662-9d79066feb75 admin admin] Publish callbacks [] for security_group (017e98ed-3cbe-458f-aac8-e143ff7c039b), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:33.301918 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-83042d4a-ccdb-4af8-af63-dbda0ef011ea admin admin] Publish callbacks [] for security_group (2b0f22d3-9bc1-4964-9004-762ef3ce5ee3), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:33.320630 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-895c6866-a890-40f2-ae32-885114dd429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:33.322324 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-895c6866-a890-40f2-ae32-885114dd429e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 1130 time: 0.0717893 Jun 22 09:01:33.420878 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ca127313-f688-4006-b662-9d79066feb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (017e98ed-3cbe-458f-aac8-e143ff7c039b), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:33.480345 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-83042d4a-ccdb-4af8-af63-dbda0ef011ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (2b0f22d3-9bc1-4964-9004-762ef3ce5ee3), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:33.491945 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-83042d4a-ccdb-4af8-af63-dbda0ef011ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:33.495345 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-83042d4a-ccdb-4af8-af63-dbda0ef011ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b0f22d3-9bc1-4964-9004-762ef3ce5ee3 HTTP/1.1" status: 204 len: 168 time: 0.3647070 Jun 22 09:01:33.523481 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127313-f688-4006-b662-9d79066feb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017e98ed-3cbe-458f-aac8-e143ff7c039b,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:33.527467 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:01:33.534376 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ca127313-f688-4006-b662-9d79066feb75 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6542b119489945ccb2ab385b1a111665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4662640 Jun 22 09:01:33.535577 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39158) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:33.565846 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83042d4a-ccdb-4af8-af63-dbda0ef011ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0f22d3-9bc1-4964-9004-762ef3ce5ee3,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:33.587863 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c68421-2808-4e9e-a5ce-a91134da75f3 req-140445e5-95b0-4d7d-838c-75a7f2955498 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:33.596566 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f2c68421-2808-4e9e-a5ce-a91134da75f3 req-140445e5-95b0-4d7d-838c-75a7f2955498 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.1425498 Jun 22 09:01:33.690242 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39162) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:33.704121 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f2c68421-2808-4e9e-a5ce-a91134da75f3 req-e55e5ef7-a165-43a3-9e81-94899471d3a2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063442 Jun 22 09:01:33.705162 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-78b2619d-14e2-4f20-bf19-6edb70a55f68 admin admin] Publish callbacks [] for security_group (017e98ed-3cbe-458f-aac8-e143ff7c039b), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:33.711411 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:33.766788 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-78b2619d-14e2-4f20-bf19-6edb70a55f68 admin admin] Publish callbacks [] for security_group (017e98ed-3cbe-458f-aac8-e143ff7c039b), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:33.886277 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372fa20-2a09-4057-b20d-cc5f02ce4dbd req-5f8016d2-40b1-42b5-861e-3542fc20ce2e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:33.887831 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4372fa20-2a09-4057-b20d-cc5f02ce4dbd req-5f8016d2-40b1-42b5-861e-3542fc20ce2e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 945 time: 0.1034801 Jun 22 09:01:33.957998 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4372fa20-2a09-4057-b20d-cc5f02ce4dbd req-3050e941-8117-46eb-a0eb-ad11218f9a94 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588005 Jun 22 09:01:34.005303 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-78b2619d-14e2-4f20-bf19-6edb70a55f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (017e98ed-3cbe-458f-aac8-e143ff7c039b), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:34.007996 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-78b2619d-14e2-4f20-bf19-6edb70a55f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:34.009147 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-78b2619d-14e2-4f20-bf19-6edb70a55f68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/017e98ed-3cbe-458f-aac8-e143ff7c039b HTTP/1.1" status: 204 len: 168 time: 0.4725680 Jun 22 09:01:34.017749 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2619d-14e2-4f20-bf19-6edb70a55f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017e98ed-3cbe-458f-aac8-e143ff7c039b,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:34.180268 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:34.203483 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:34.274303 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Publish callbacks [] for security_group (20401470-9049-40e4-9528-7f6f7f285f70), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:34.365505 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (20401470-9049-40e4-9528-7f6f7f285f70), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:34.429051 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:34.465502 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e74b48b07cc64332b99e51b445f6b5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7737603 Jun 22 09:01:34.475277 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39182) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:34.476770 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20401470-9049-40e4-9528-7f6f7f285f70,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:34.512003 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.512964 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.513701 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.514502 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.514968 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.515400 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.515904 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.516380 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.516932 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.517490 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.518532 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.518784 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.519418 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.520147 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.520864 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64de826e-a023-44f1-a6dd-28c23e11b8a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:34.570081 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-9f186719-d8ed-47c2-8b82-88eb67316114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:34.578301 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-9f186719-d8ed-47c2-8b82-88eb67316114 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.2107475 Jun 22 09:01:34.616002 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-965f41d8-7f0f-4156-91fd-fc1090db73f0 admin admin] Publish callbacks [] for security_group (20401470-9049-40e4-9528-7f6f7f285f70), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:34.654858 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-965f41d8-7f0f-4156-91fd-fc1090db73f0 admin admin] Publish callbacks [] for security_group (20401470-9049-40e4-9528-7f6f7f285f70), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:34.855431 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c4ad3-7836-4487-95cb-e9b1b7229728 req-fe5aecdb-b5f7-46b7-b6cb-783abb9f7fdc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:34.857332 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-365c4ad3-7836-4487-95cb-e9b1b7229728 req-fe5aecdb-b5f7-46b7-b6cb-783abb9f7fdc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0538988 Jun 22 09:01:34.929458 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-365c4ad3-7836-4487-95cb-e9b1b7229728 req-be4042cd-2a4a-4a49-84dc-cd8fbb116f6b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664909 Jun 22 09:01:34.952802 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-965f41d8-7f0f-4156-91fd-fc1090db73f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (20401470-9049-40e4-9528-7f6f7f285f70), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:34.959343 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-965f41d8-7f0f-4156-91fd-fc1090db73f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:34.960741 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-965f41d8-7f0f-4156-91fd-fc1090db73f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20401470-9049-40e4-9528-7f6f7f285f70 HTTP/1.1" status: 204 len: 168 time: 0.4665282 Jun 22 09:01:34.971642 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f41d8-7f0f-4156-91fd-fc1090db73f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20401470-9049-40e4-9528-7f6f7f285f70,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:35.030023 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-a1c19148-bdeb-4ac6-9d2f-f6e6ab8bad8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c4c500-8059-4142-83d0-d1cd70284258 HTTP/1.1" status: 200 len: 217 time: 0.0535214 Jun 22 09:01:35.132919 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362aef4d-3699-4724-90f2-ba3917efce95 req-e98eadbb-b2cc-4298-8119-7dfd096149c7 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:35.136510 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-362aef4d-3699-4724-90f2-ba3917efce95 req-e98eadbb-b2cc-4298-8119-7dfd096149c7 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 945 time: 0.0728559 Jun 22 09:01:35.166659 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:35.208553 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-362aef4d-3699-4724-90f2-ba3917efce95 req-b926df09-e732-4681-aee6-3a9e2cd10362 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651674 Jun 22 09:01:35.401768 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036cfed-9252-4c6b-b668-f2e0e95f7fa4 req-b945d89c-826a-4365-9617-74cd5b5c642f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:35.403493 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7036cfed-9252-4c6b-b668-f2e0e95f7fa4 req-b945d89c-826a-4365-9617-74cd5b5c642f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 945 time: 0.0640903 Jun 22 09:01:35.414105 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39220) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:35.422617 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-3f80cdc4-2d4f-4778-8427-69312675e703 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'floatingip': {'port_id': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:35.469150 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-633985d4-f8ef-475c-b2e5-903d2862569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:35.471506 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-633985d4-f8ef-475c-b2e5-903d2862569b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.0635817 Jun 22 09:01:35.525114 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3f80cdc4-2d4f-4778-8427-69312675e703 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (94d3245c-1772-4f5a-b389-5d3d9953bff7), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:35.525817 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-12d7836d-be54-4beb-8ccc-bb0b3e9505cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:35.528154 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-12d7836d-be54-4beb-8ccc-bb0b3e9505cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505023 Jun 22 09:01:35.670047 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-f2690ce0-5971-4da7-a691-e79fbcb9ca66 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344810 Jun 22 09:01:35.823592 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc723318-1e0c-425a-9703-c3beaacfd4d1 req-c754cc0d-3d23-4457-a083-af3d0d7e8561 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484849 Jun 22 09:01:36.102713 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f599f4-dfe7-4b47-b153-8d0f9ce6ddd3 req-9ef6a1b9-edcb-4676-9519-2bad9d71eaee tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:36.106788 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c0f599f4-dfe7-4b47-b153-8d0f9ce6ddd3 req-9ef6a1b9-edcb-4676-9519-2bad9d71eaee tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0747988 Jun 22 09:01:36.221374 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c0f599f4-dfe7-4b47-b153-8d0f9ce6ddd3 req-59e747ac-7616-493f-a8be-0a649d8dfbae tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042068 Jun 22 09:01:36.389865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:36.548426 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.db.resource_extend [None req-3f80cdc4-2d4f-4778-8427-69312675e703 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:01:36.640059 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3f80cdc4-2d4f-4778-8427-69312675e703 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:36.676697 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39250) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:36.690367 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4b03-129c-4ddc-8312-1f9027dbbabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:36.764299 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:36.765337 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3f80cdc4-2d4f-4778-8427-69312675e703 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (94d3245c-1772-4f5a-b389-5d3d9953bff7), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:36.850237 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4b03-129c-4ddc-8312-1f9027dbbabc admin admin] Publish callbacks [] for security_group (a4ee3c6f-fe57-41df-b35a-5b207a4f1e8e), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:36.901531 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:36.923347 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.l3_db [None req-3f80cdc4-2d4f-4778-8427-69312675e703 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Floating IP 94d3245c-1772-4f5a-b389-5d3d9953bff7 associated. External IP: 172.27.2.197, port: 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7. Jun 22 09:01:36.978340 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db70618-584b-4663-98b2-a941dade122e req-9040af2c-cde7-439f-8f47-e3cdbf6b8605 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:36.981032 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9db70618-584b-4663-98b2-a941dade122e req-9040af2c-cde7-439f-8f47-e3cdbf6b8605 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0635743 Jun 22 09:01:37.038959 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ecd4b03-129c-4ddc-8312-1f9027dbbabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a4ee3c6f-fe57-41df-b35a-5b207a4f1e8e), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:37.070231 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9db70618-584b-4663-98b2-a941dade122e req-fe3c8880-98b3-47d7-85a4-98910ee6b31d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789065 Jun 22 09:01:37.111509 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-2ecd4b03-129c-4ddc-8312-1f9027dbbabc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07a9fe2adbe3478fa274139c9d5e776a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4335563 Jun 22 09:01:37.112429 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39264) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:37.117586 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748dccf-8902-43e3-9bb0-e6c3f7be12af req-76b8a298-5eff-48a6-bd6e-679109f253c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:37.120553 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7748dccf-8902-43e3-9bb0-e6c3f7be12af req-76b8a298-5eff-48a6-bd6e-679109f253c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 1129 time: 0.0705459 Jun 22 09:01:37.132059 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd4b03-129c-4ddc-8312-1f9027dbbabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ee3c6f-fe57-41df-b35a-5b207a4f1e8e,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:37.234315 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:37.281165 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748dccf-8902-43e3-9bb0-e6c3f7be12af req-f75580c9-0602-453b-a316-5115c533c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:37.284787 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7748dccf-8902-43e3-9bb0-e6c3f7be12af req-f75580c9-0602-453b-a316-5115c533c0bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.1577892 Jun 22 09:01:37.329673 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-16467f06-c624-4035-a6a4-09170b13a22d admin admin] Publish callbacks [] for security_group (a4ee3c6f-fe57-41df-b35a-5b207a4f1e8e), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:37.372288 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7748dccf-8902-43e3-9bb0-e6c3f7be12af req-dbaf8219-a86e-4f9f-97a6-a325ca4a9d33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4f28bf-7d12-46f2-804e-2946377a0181 HTTP/1.1" status: 200 len: 217 time: 0.0809186 Jun 22 09:01:37.382549 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-16467f06-c624-4035-a6a4-09170b13a22d admin admin] Publish callbacks [] for security_group (a4ee3c6f-fe57-41df-b35a-5b207a4f1e8e), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:37.412537 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f80cdc4-2d4f-4778-8427-69312675e703 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:01:37.486190 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748dccf-8902-43e3-9bb0-e6c3f7be12af req-664ee3a8-3311-4b4c-ab8f-f5eff7867b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:37.489048 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7748dccf-8902-43e3-9bb0-e6c3f7be12af req-664ee3a8-3311-4b4c-ab8f-f5eff7867b92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.1104779 Jun 22 09:01:37.504310 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=17 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:37.551690 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748dccf-8902-43e3-9bb0-e6c3f7be12af req-b722f6b4-22f3-4261-949b-b3c2508d687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:37.551895 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f80cdc4-2d4f-4778-8427-69312675e703 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:01:37.553301 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7748dccf-8902-43e3-9bb0-e6c3f7be12af req-b722f6b4-22f3-4261-949b-b3c2508d687a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0592484 Jun 22 09:01:37.556563 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3f80cdc4-2d4f-4778-8427-69312675e703 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:37.567957 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a678027a-3000-495b-98a0-e496c543192e None None] Sync routers for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:01:37.578784 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-16467f06-c624-4035-a6a4-09170b13a22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a4ee3c6f-fe57-41df-b35a-5b207a4f1e8e), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:37.581378 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-16467f06-c624-4035-a6a4-09170b13a22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:37.582671 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-16467f06-c624-4035-a6a4-09170b13a22d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4ee3c6f-fe57-41df-b35a-5b207a4f1e8e HTTP/1.1" status: 204 len: 168 time: 0.4658079 Jun 22 09:01:37.598444 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678027a-3000-495b-98a0-e496c543192e None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:01:37.599447 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-a678027a-3000-495b-98a0-e496c543192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:01:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:37.599687 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-3f80cdc4-2d4f-4778-8427-69312675e703 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "PUT /v2.0/floatingips/94d3245c-1772-4f5a-b389-5d3d9953bff7 HTTP/1.1" status: 200 len: 991 time: 2.1838696 Jun 22 09:01:37.600443 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16467f06-c624-4035-a6a4-09170b13a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ee3c6f-fe57-41df-b35a-5b207a4f1e8e,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:37.602151 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'tag': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7'}] {{(pid=104240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:01:37.604322 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3abfc77e5a12c6f207665f94500fb4c82f6ad8517e71d57fe655c3e12da5f60e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f1d92b-36bc-4f4d-937d-0d796eed4931" -d '{"events": [{"name": "network-changed", "server_uuid": "4728bbe3-835f-4432-b8a2-bd1ff5352341", "tag": "0b34c90a-22d5-4720-ad3f-ff0d35f7ded7"}]}' {{(pid=104240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:37.647665 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e374c0f9-5ce6-4d1d-8690-6cdf53c3cb4d x-openstack-request-id: req-e374c0f9-5ce6-4d1d-8690-6cdf53c3cb4d {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:37.648156 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4728bbe3-835f-4432-b8a2-bd1ff5352341", "tag": "0b34c90a-22d5-4720-ad3f-ff0d35f7ded7", "status": "completed", "code": 200}]} {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:37.648539 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e374c0f9-5ce6-4d1d-8690-6cdf53c3cb4d {{(pid=104240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:37.649076 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e374c0f9-5ce6-4d1d-8690-6cdf53c3cb4d'] response: {'name': 'network-changed', 'server_uuid': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'tag': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'status': 'completed', 'code': 200} Jun 22 09:01:37.724471 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-a678027a-3000-495b-98a0-e496c543192e None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:01:37.754040 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:37.807560 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1d92b-36bc-4f4d-937d-0d796eed4931 req-95db582a-d5ad-4aac-b883-abbf1ce2748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:37.809084 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-28f1d92b-36bc-4f4d-937d-0d796eed4931 req-95db582a-d5ad-4aac-b883-abbf1ce2748a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 1129 time: 0.0465686 Jun 22 09:01:37.963962 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7748dccf-8902-43e3-9bb0-e6c3f7be12af req-65f8abf0-9fc2-41e6-8ccf-f59d3c2bdf71 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284992 Jun 22 09:01:38.002453 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1d92b-36bc-4f4d-937d-0d796eed4931 req-6fb66700-2982-421d-b9f8-8dd46d55beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:38.004744 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-28f1d92b-36bc-4f4d-937d-0d796eed4931 req-6fb66700-2982-421d-b9f8-8dd46d55beb8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 914 time: 0.1898162 Jun 22 09:01:38.084769 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-a678027a-3000-495b-98a0-e496c543192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '94d3245c-1772-4f5a-b389-5d3d9953bff7', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:ac:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:00:56Z', 'updated_at': '2022-06-22T09:01:36Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:38.115875 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a678027a-3000-495b-98a0-e496c543192e None None] Checking router: 8c5bbb13-8481-4a0c-a709-71197a0d36d9 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:01:38.130009 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678027a-3000-495b-98a0-e496c543192e None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:01:38.130745 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-a678027a-3000-495b-98a0-e496c543192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:01:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:38.231000 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7748dccf-8902-43e3-9bb0-e6c3f7be12af req-d321d716-9363-450b-945a-780c5def76af service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594359 Jun 22 09:01:38.253315 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-28f1d92b-36bc-4f4d-937d-0d796eed4931 req-c8e1f496-a54e-4ecc-979e-31a547fc5a85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 HTTP/1.1" status: 200 len: 999 time: 0.2078156 Jun 22 09:01:38.303441 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7888bf-6b4c-4f65-8306-faaddad5207d req-1d7662d8-5d7d-48d1-b675-623c0a8bfb1b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:38.304886 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9f7888bf-6b4c-4f65-8306-faaddad5207d req-1d7662d8-5d7d-48d1-b675-623c0a8bfb1b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.1142218 Jun 22 09:01:38.310281 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-a678027a-3000-495b-98a0-e496c543192e None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:01:38.342289 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1d92b-36bc-4f4d-937d-0d796eed4931 req-192fede7-cb5b-4307-b10c-b2a3c1b727df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:38.343941 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-28f1d92b-36bc-4f4d-937d-0d796eed4931 req-192fede7-cb5b-4307-b10c-b2a3c1b727df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 200 len: 852 time: 0.0847692 Jun 22 09:01:38.399117 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9f7888bf-6b4c-4f65-8306-faaddad5207d req-8502f631-69c8-44c8-bd2a-cb179e46e2a4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848646 Jun 22 09:01:38.404370 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1d92b-36bc-4f4d-937d-0d796eed4931 req-2407aad9-87c5-48c6-a483-5448e72d693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:38.405844 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-28f1d92b-36bc-4f4d-937d-0d796eed4931 req-2407aad9-87c5-48c6-a483-5448e72d693f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89fc451c-46b3-4008-9c5d-bc37135b61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520163 Jun 22 09:01:38.536111 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-28f1d92b-36bc-4f4d-937d-0d796eed4931 req-fed98a5a-2800-4580-8106-3edaa824509e service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231461 Jun 22 09:01:38.573275 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-a678027a-3000-495b-98a0-e496c543192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '94d3245c-1772-4f5a-b389-5d3d9953bff7', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:ac:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:00:56Z', 'updated_at': '2022-06-22T09:01:36Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:01:38.598235 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a678027a-3000-495b-98a0-e496c543192e None None] The sync data for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi is: [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '94d3245c-1772-4f5a-b389-5d3d9953bff7', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:ac:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:00:56Z', 'updated_at': '2022-06-22T09:01:36Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:01:38.652966 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-28f1d92b-36bc-4f4d-937d-0d796eed4931 req-2b180c25-6918-47a5-9d67-6981c82d7b26 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911441 Jun 22 09:01:38.864347 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ffd01-0876-4211-b373-2c81f053e980 None None] New status for floating IP 94d3245c-1772-4f5a-b389-5d3d9953bff7: ACTIVE {{(pid=104241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:01:38.884397 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39320) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:39.113859 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:39.214542 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Publish callbacks [] for security_group (1e0cceb5-8ae0-4570-9cdc-c2280f8ee76a), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:39.330711 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1e0cceb5-8ae0-4570-9cdc-c2280f8ee76a), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:39.380805 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1766b1eec4df4fef87ca5c6d20eaf9fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4951861 Jun 22 09:01:39.381985 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0cceb5-8ae0-4570-9cdc-c2280f8ee76a,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:39.383989 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39342) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:39.390127 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.390479 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.390820 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.391154 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.391481 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.391968 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.392535 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.392976 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.393404 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.393831 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.394843 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.395511 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.396027 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.396556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.397078 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e8080-6c9a-4a47-8b01-cb13d1659f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:39.460678 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6aef76ae-5008-4d57-81fd-7b70b088639c admin admin] Publish callbacks [] for security_group (1e0cceb5-8ae0-4570-9cdc-c2280f8ee76a), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:39.489020 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6aef76ae-5008-4d57-81fd-7b70b088639c admin admin] Publish callbacks [] for security_group (1e0cceb5-8ae0-4570-9cdc-c2280f8ee76a), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:39.567697 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=100 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:39.574940 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa9fb1-f7f9-4ca4-9887-02dbd101e5fa req-688d112a-79fb-4790-823b-c111e453009a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:39.576999 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94aa9fb1-f7f9-4ca4-9887-02dbd101e5fa req-688d112a-79fb-4790-823b-c111e453009a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0869806 Jun 22 09:01:39.628149 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:39.641160 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94aa9fb1-f7f9-4ca4-9887-02dbd101e5fa req-5e936635-5e2d-43c0-83fa-901b806688b9 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576355 Jun 22 09:01:39.673203 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6aef76ae-5008-4d57-81fd-7b70b088639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1e0cceb5-8ae0-4570-9cdc-c2280f8ee76a), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:39.677312 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6aef76ae-5008-4d57-81fd-7b70b088639c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:39.678661 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-6aef76ae-5008-4d57-81fd-7b70b088639c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e0cceb5-8ae0-4570-9cdc-c2280f8ee76a HTTP/1.1" status: 204 len: 168 time: 0.2933178 Jun 22 09:01:39.688156 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef76ae-5008-4d57-81fd-7b70b088639c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0cceb5-8ae0-4570-9cdc-c2280f8ee76a,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:39.914130 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:40.022344 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:40.486891 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39400) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:40.509099 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f406e6a4-48ef-42c3-8f8e-347ff9f9b685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:40.608067 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f406e6a4-48ef-42c3-8f8e-347ff9f9b685 admin admin] Publish callbacks [] for security_group (dd44bae4-fd53-470d-9d56-dc5402d124c6), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:40.759392 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f406e6a4-48ef-42c3-8f8e-347ff9f9b685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (dd44bae4-fd53-470d-9d56-dc5402d124c6), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:40.807771 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406e6a4-48ef-42c3-8f8e-347ff9f9b685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd44bae4-fd53-470d-9d56-dc5402d124c6,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:40.837360 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324316a-abb1-4774-953b-4b46bd397908 req-3684e1f3-a56e-48f1-bc9f-ffe2d8f07f28 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:41.257507 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4324316a-abb1-4774-953b-4b46bd397908 req-3684e1f3-a56e-48f1-bc9f-ffe2d8f07f28 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0862713 Jun 22 09:01:41.258975 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-f406e6a4-48ef-42c3-8f8e-347ff9f9b685 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7da961a023a94421a611d63b13d52c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958290 Jun 22 09:01:41.259192 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4324316a-abb1-4774-953b-4b46bd397908 req-d0f5f603-68b8-4b2a-91e5-aa888aade656 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561938 Jun 22 09:01:41.259462 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39420) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:41.259462 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a32fb41e-35c6-49bc-8473-0fc371d74105 admin admin] Publish callbacks [] for security_group (dd44bae4-fd53-470d-9d56-dc5402d124c6), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:41.259462 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a32fb41e-35c6-49bc-8473-0fc371d74105 admin admin] Publish callbacks [] for security_group (dd44bae4-fd53-470d-9d56-dc5402d124c6), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:41.279384 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:41.554434 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a32fb41e-35c6-49bc-8473-0fc371d74105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (dd44bae4-fd53-470d-9d56-dc5402d124c6), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:41.559803 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a32fb41e-35c6-49bc-8473-0fc371d74105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:41.561344 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-a32fb41e-35c6-49bc-8473-0fc371d74105 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd44bae4-fd53-470d-9d56-dc5402d124c6 HTTP/1.1" status: 204 len: 168 time: 0.5307214 Jun 22 09:01:41.571416 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fb41e-35c6-49bc-8473-0fc371d74105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd44bae4-fd53-470d-9d56-dc5402d124c6,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:42.107189 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39456) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:42.176894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3687a-7516-47bf-84c2-edd00dddd9cc req-bb56003d-b4d7-4b3d-a2ff-352a53c2d70d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:42.180259 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cef3687a-7516-47bf-84c2-edd00dddd9cc req-bb56003d-b4d7-4b3d-a2ff-352a53c2d70d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0815296 Jun 22 09:01:42.248273 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-38357a00-cf83-4d50-b62f-2b9cb56284d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:42.257731 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cef3687a-7516-47bf-84c2-edd00dddd9cc req-169c2fd6-4189-4341-a8bc-b07d76fa3a69 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713074 Jun 22 09:01:42.344413 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-38357a00-cf83-4d50-b62f-2b9cb56284d9 admin admin] Publish callbacks [] for security_group (11b5789d-a734-425f-941f-714969e85358), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:42.386004 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:42.450440 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-38357a00-cf83-4d50-b62f-2b9cb56284d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (11b5789d-a734-425f-941f-714969e85358), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:42.492346 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-38357a00-cf83-4d50-b62f-2b9cb56284d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f10b89c75ff24bd98694370587720885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840685 Jun 22 09:01:42.494922 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39478) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:42.521827 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38357a00-cf83-4d50-b62f-2b9cb56284d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b5789d-a734-425f-941f-714969e85358,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:42.576232 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-77cdceeb-dcc9-4eee-a4b8-d6678fb38707 admin admin] Publish callbacks [] for security_group (11b5789d-a734-425f-941f-714969e85358), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:42.595590 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:42.604445 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-77cdceeb-dcc9-4eee-a4b8-d6678fb38707 admin admin] Publish callbacks [] for security_group (11b5789d-a734-425f-941f-714969e85358), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:42.812145 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-77cdceeb-dcc9-4eee-a4b8-d6678fb38707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (11b5789d-a734-425f-941f-714969e85358), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:42.824468 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-77cdceeb-dcc9-4eee-a4b8-d6678fb38707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:42.824468 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-77cdceeb-dcc9-4eee-a4b8-d6678fb38707 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11b5789d-a734-425f-941f-714969e85358 HTTP/1.1" status: 204 len: 168 time: 0.3246830 Jun 22 09:01:42.835024 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdceeb-dcc9-4eee-a4b8-d6678fb38707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b5789d-a734-425f-941f-714969e85358,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:43.182163 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfdab-9d85-4801-9a76-a617abdaf0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:43.414463 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c97a4e-20ae-4fe7-ba9c-54c99ac521ca req-496c3f3d-3639-49d4-bed2-d05f7373bb0b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:43.415283 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-34c97a4e-20ae-4fe7-ba9c-54c99ac521ca req-496c3f3d-3639-49d4-bed2-d05f7373bb0b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0646322 Jun 22 09:01:43.415940 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39506) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:43.513409 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-34c97a4e-20ae-4fe7-ba9c-54c99ac521ca req-14f64ae1-3d06-4f38-8bfe-55a49dce56b3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832908 Jun 22 09:01:43.580957 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:43.586340 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-69c0aa9e-8aac-4ca2-af12-65d182ead127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:43.673105 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-69c0aa9e-8aac-4ca2-af12-65d182ead127 admin admin] Publish callbacks [] for security_group (5f68dc81-e84f-4ffd-970d-0d9067ae0f36), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:43.857940 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-69c0aa9e-8aac-4ca2-af12-65d182ead127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (5f68dc81-e84f-4ffd-970d-0d9067ae0f36), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:43.906596 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-69c0aa9e-8aac-4ca2-af12-65d182ead127 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0a9937e76a440caa5abd1a5ea9ca1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4880211 Jun 22 09:01:43.908282 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0aa9e-8aac-4ca2-af12-65d182ead127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f68dc81-e84f-4ffd-970d-0d9067ae0f36,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:43.909190 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39520) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:43.978252 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5e4-9479-4117-ba3f-a2d7bfdd36fe admin admin] Publish callbacks [] for security_group (5f68dc81-e84f-4ffd-970d-0d9067ae0f36), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:44.012300 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5e4-9479-4117-ba3f-a2d7bfdd36fe admin admin] Publish callbacks [] for security_group (5f68dc81-e84f-4ffd-970d-0d9067ae0f36), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:44.137208 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39526) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:44.152168 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-63883beb-750f-4807-b493-4e1df428fd17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:44.210759 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5e4-9479-4117-ba3f-a2d7bfdd36fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (5f68dc81-e84f-4ffd-970d-0d9067ae0f36), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:44.216567 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5e4-9479-4117-ba3f-a2d7bfdd36fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:44.218918 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-e5a1a5e4-9479-4117-ba3f-a2d7bfdd36fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f68dc81-e84f-4ffd-970d-0d9067ae0f36 HTTP/1.1" status: 204 len: 168 time: 0.3078928 Jun 22 09:01:44.246103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1a5e4-9479-4117-ba3f-a2d7bfdd36fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f68dc81-e84f-4ffd-970d-0d9067ae0f36,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:44.367358 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-63883beb-750f-4807-b493-4e1df428fd17 admin admin] Publish callbacks [] for security_group (ef2c490c-6113-424f-a04a-c3a1255628ec), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:44.657298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc91a87-59c1-4996-af1a-d0b58232ac52 req-7fef4568-f41b-4319-a197-1306b8b1570d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:44.658829 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ecc91a87-59c1-4996-af1a-d0b58232ac52 req-7fef4568-f41b-4319-a197-1306b8b1570d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0520124 Jun 22 09:01:44.710707 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ecc91a87-59c1-4996-af1a-d0b58232ac52 req-881820b8-2aca-4b86-9c62-80c343d412c5 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460436 Jun 22 09:01:44.828164 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-63883beb-750f-4807-b493-4e1df428fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ef2c490c-6113-424f-a04a-c3a1255628ec), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:44.879460 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63883beb-750f-4807-b493-4e1df428fd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2c490c-6113-424f-a04a-c3a1255628ec,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:44.895168 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-63883beb-750f-4807-b493-4e1df428fd17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9adb2c040e9748fe8e639186fc730178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7559237 Jun 22 09:01:44.898775 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39546) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:44.957824 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4cacf046-bc25-48a0-8d18-3edcd2b5d97b admin admin] Publish callbacks [] for security_group (ef2c490c-6113-424f-a04a-c3a1255628ec), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:44.995268 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4cacf046-bc25-48a0-8d18-3edcd2b5d97b admin admin] Publish callbacks [] for security_group (ef2c490c-6113-424f-a04a-c3a1255628ec), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:45.192803 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4cacf046-bc25-48a0-8d18-3edcd2b5d97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ef2c490c-6113-424f-a04a-c3a1255628ec), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:45.198693 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4cacf046-bc25-48a0-8d18-3edcd2b5d97b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:45.198693 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-4cacf046-bc25-48a0-8d18-3edcd2b5d97b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef2c490c-6113-424f-a04a-c3a1255628ec HTTP/1.1" status: 204 len: 168 time: 0.2967319 Jun 22 09:01:45.207398 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacf046-bc25-48a0-8d18-3edcd2b5d97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2c490c-6113-424f-a04a-c3a1255628ec,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:45.227881 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:45.467673 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:45.525100 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-f8b8f963-ffe2-4b86-939a-83e2b97ba817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:45.772226 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:45.868118 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e5905-8b21-4008-8ad9-b95a262543bc req-2184e30e-8c93-4d43-b308-11963fe20d40 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:45.869660 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1b7e5905-8b21-4008-8ad9-b95a262543bc req-2184e30e-8c93-4d43-b308-11963fe20d40 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0700741 Jun 22 09:01:45.948506 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1b7e5905-8b21-4008-8ad9-b95a262543bc req-8b8896c5-c195-435c-beb8-67e2ae04e97f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690587 Jun 22 09:01:46.907570 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:46.972776 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295cc90-ba65-414b-9587-b6779b5fbe15 req-92db7f96-2d29-4847-9aef-9bfb3cbeabe6 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:46.974670 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f295cc90-ba65-414b-9587-b6779b5fbe15 req-92db7f96-2d29-4847-9aef-9bfb3cbeabe6 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 946 time: 0.0590065 Jun 22 09:01:46.993476 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:47.041928 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f295cc90-ba65-414b-9587-b6779b5fbe15 req-2803f21a-6469-4923-8200-3550d927c45f tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595772 Jun 22 09:01:47.109492 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226f122-4674-4224-993b-1a020f878c61 req-6a5b1ab1-6ac6-4ca3-b1bf-cebf6ac513f3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:47.111114 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d226f122-4674-4224-993b-1a020f878c61 req-6a5b1ab1-6ac6-4ca3-b1bf-cebf6ac513f3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0699780 Jun 22 09:01:47.178495 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d226f122-4674-4224-993b-1a020f878c61 req-b27bbfed-9378-413d-bd32-30ce0c2f5cab tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569549 Jun 22 09:01:47.662218 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:48.074150 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:48.166048 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:48.188477 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878d1b3-a66a-48d6-922b-139a781a91e8 req-e1f680de-46b2-4bbf-880a-0f62e3b110e9 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:48.190126 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6878d1b3-a66a-48d6-922b-139a781a91e8 req-e1f680de-46b2-4bbf-880a-0f62e3b110e9 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 946 time: 0.0629349 Jun 22 09:01:48.255384 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6878d1b3-a66a-48d6-922b-139a781a91e8 req-99cf7d28-4bc2-4b92-b6bd-2baef5a2a7b7 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548716 Jun 22 09:01:48.350984 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe593d4-af61-41f4-aff7-1aac2c42acbc req-58007bb3-dbb4-4aa1-bc04-da8886d6c5a0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:48.358343 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5fe593d4-af61-41f4-aff7-1aac2c42acbc req-58007bb3-dbb4-4aa1-bc04-da8886d6c5a0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0907583 Jun 22 09:01:48.420093 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5fe593d4-af61-41f4-aff7-1aac2c42acbc req-540a48e8-a20a-4152-b261-b3bac4bd4996 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605698 Jun 22 09:01:48.489962 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:48.625249 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39688) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:48.747918 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:48.753826 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:48.773589 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cad023b4-a701-4fed-8ccb-273175bfa2b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:48.817043 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a5d17-49f8-44ae-8e03-7627effa891c req-0f59060c-e4a6-4e44-8d82-85ae50933274 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:48.825422 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-994a5d17-49f8-44ae-8e03-7627effa891c req-0f59060c-e4a6-4e44-8d82-85ae50933274 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 946 time: 0.0663025 Jun 22 09:01:48.886587 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cad023b4-a701-4fed-8ccb-273175bfa2b8 admin admin] Publish callbacks [] for security_group (ef23b652-6806-4689-8d78-3de066796163), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:48.935621 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:49.073420 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cad023b4-a701-4fed-8ccb-273175bfa2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ef23b652-6806-4689-8d78-3de066796163), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:49.117619 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-cad023b4-a701-4fed-8ccb-273175bfa2b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17e6dd1c5d754835bc279e65d6c5a7ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910719 Jun 22 09:01:49.119884 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad023b4-a701-4fed-8ccb-273175bfa2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef23b652-6806-4689-8d78-3de066796163,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:49.122377 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39698) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:49.196239 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3739882d-4ea8-4d88-adcc-bc5acb157910 admin admin] Publish callbacks [] for security_group (ef23b652-6806-4689-8d78-3de066796163), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:49.197622 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-994a5d17-49f8-44ae-8e03-7627effa891c req-cf684a07-8ecb-427d-ae0e-b40600c22e33 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Deleting port 04477f09-b620-439f-8678-baafc48d8bf5 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:01:49.198184 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-994a5d17-49f8-44ae-8e03-7627effa891c req-cf684a07-8ecb-427d-ae0e-b40600c22e33 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (04477f09-b620-439f-8678-baafc48d8bf5), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:49.256403 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3739882d-4ea8-4d88-adcc-bc5acb157910 admin admin] Publish callbacks [] for security_group (ef23b652-6806-4689-8d78-3de066796163), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:49.329402 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-994a5d17-49f8-44ae-8e03-7627effa891c req-cf684a07-8ecb-427d-ae0e-b40600c22e33 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] For port 04477f09-b620-439f-8678-baafc48d8bf5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=04477f09-b620-439f-8678-baafc48d8bf5,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:49.330026 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-994a5d17-49f8-44ae-8e03-7627effa891c req-cf684a07-8ecb-427d-ae0e-b40600c22e33 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (04477f09-b620-439f-8678-baafc48d8bf5), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:49.358295 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-994a5d17-49f8-44ae-8e03-7627effa891c req-cf684a07-8ecb-427d-ae0e-b40600c22e33 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Calling delete_port for 04477f09-b620-439f-8678-baafc48d8bf5 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:01:49.445132 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3739882d-4ea8-4d88-adcc-bc5acb157910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ef23b652-6806-4689-8d78-3de066796163), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:49.448725 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3739882d-4ea8-4d88-adcc-bc5acb157910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:49.453759 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-3739882d-4ea8-4d88-adcc-bc5acb157910 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef23b652-6806-4689-8d78-3de066796163 HTTP/1.1" status: 204 len: 168 time: 0.3303597 Jun 22 09:01:49.466410 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739882d-4ea8-4d88-adcc-bc5acb157910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef23b652-6806-4689-8d78-3de066796163,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:49.474532 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d28-f02c-4520-986e-b45f35a81ef8 req-ff7860e1-3e98-461d-9d48-e471f2696047 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:49.476417 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b25a7d28-f02c-4520-986e-b45f35a81ef8 req-ff7860e1-3e98-461d-9d48-e471f2696047 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 946 time: 0.1360834 Jun 22 09:01:49.574324 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=56 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:49.606505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e1fa2-3551-4dda-bd62-17f73ef584e0 req-33dcfaa6-74f2-4a30-aa9f-46a22a421573 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:49.608060 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d79e1fa2-3551-4dda-bd62-17f73ef584e0 req-33dcfaa6-74f2-4a30-aa9f-46a22a421573 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0992906 Jun 22 09:01:49.660940 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b25a7d28-f02c-4520-986e-b45f35a81ef8 req-2d333dff-d199-42bb-a314-26756e2f47a7 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/security-groups?id=478e4a87-c22e-4dd8-bce1-4db888ade703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699820 Jun 22 09:01:49.714316 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d79e1fa2-3551-4dda-bd62-17f73ef584e0 req-59fb5f65-c3e9-4ffd-972c-016f4e01e2c6 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983760 Jun 22 09:01:49.782819 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:49.880162 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-994a5d17-49f8-44ae-8e03-7627effa891c req-cf684a07-8ecb-427d-ae0e-b40600c22e33 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (04477f09-b620-439f-8678-baafc48d8bf5), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:49.925522 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf684a07-8ecb-427d-ae0e-b40600c22e33 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Pushing event deleted for resources: {'Port': ['ID=04477f09-b620-439f-8678-baafc48d8bf5,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:50.043194 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-994a5d17-49f8-44ae-8e03-7627effa891c req-cf684a07-8ecb-427d-ae0e-b40600c22e33 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] No DVR routers for this DVR port 04477f09-b620-439f-8678-baafc48d8bf5 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:01:50.043194 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-994a5d17-49f8-44ae-8e03-7627effa891c req-cf684a07-8ecb-427d-ae0e-b40600c22e33 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:50.043194 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-994a5d17-49f8-44ae-8e03-7627effa891c req-cf684a07-8ecb-427d-ae0e-b40600c22e33 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.43 "DELETE /v2.0/ports/04477f09-b620-439f-8678-baafc48d8bf5 HTTP/1.1" status: 204 len: 173 time: 1.1964700 Jun 22 09:01:50.043194 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc7f9a5-4c83-48ef-95c8-bae4ee26e491', 'name': 'network-vif-deleted', 'tag': '04477f09-b620-439f-8678-baafc48d8bf5'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:01:50.043194 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c77a5db-2774-4419-9e28-cf125d8c8ec9" -d '{"events": [{"server_uuid": "0dc7f9a5-4c83-48ef-95c8-bae4ee26e491", "name": "network-vif-deleted", "tag": "04477f09-b620-439f-8678-baafc48d8bf5"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:01:50.098503 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f84476-bdc3-47e4-9352-256a866cfba5 x-openstack-request-id: req-a7f84476-bdc3-47e4-9352-256a866cfba5 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:01:50.098800 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc7f9a5-4c83-48ef-95c8-bae4ee26e491", "name": "network-vif-deleted", "tag": "04477f09-b620-439f-8678-baafc48d8bf5", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:01:50.099110 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7f84476-bdc3-47e4-9352-256a866cfba5 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:01:50.099523 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f84476-bdc3-47e4-9352-256a866cfba5'] response: {'server_uuid': '0dc7f9a5-4c83-48ef-95c8-bae4ee26e491', 'name': 'network-vif-deleted', 'tag': '04477f09-b620-439f-8678-baafc48d8bf5', 'status': 'completed', 'code': 200} Jun 22 09:01:50.422807 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:50.611801 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39730) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:50.625087 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fd05d1fe-51a4-4c8f-9751-c21a07824b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:50.725002 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fd05d1fe-51a4-4c8f-9751-c21a07824b87 admin admin] Publish callbacks [] for security_group (150dfb37-2cf1-4f99-8a5b-64badf3a33c5), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:50.815135 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-584885bf-018b-41d6-8e1a-993b2acd8e87 req-6eff1474-f4fa-4b27-8482-aef8187d89f9 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.0595908 Jun 22 09:01:50.851665 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fd05d1fe-51a4-4c8f-9751-c21a07824b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (150dfb37-2cf1-4f99-8a5b-64badf3a33c5), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:50.887816 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-fd05d1fe-51a4-4c8f-9751-c21a07824b87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=688cc48e40c24a9db06dbb6e582d765e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748656 Jun 22 09:01:50.893089 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39736) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:50.920277 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05d1fe-51a4-4c8f-9751-c21a07824b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150dfb37-2cf1-4f99-8a5b-64badf3a33c5,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:50.935975 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6961e-bf98-4e0d-93d3-0ddd2a42a29b req-68e6e5dd-52a3-4309-9363-667dbffb85aa tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:50.937593 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f0b6961e-bf98-4e0d-93d3-0ddd2a42a29b req-68e6e5dd-52a3-4309-9363-667dbffb85aa tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0955126 Jun 22 09:01:51.008346 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0af31265-e4a0-4366-9a61-f0c697d77b48 admin admin] Publish callbacks [] for security_group (150dfb37-2cf1-4f99-8a5b-64badf3a33c5), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:51.032256 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f0b6961e-bf98-4e0d-93d3-0ddd2a42a29b req-537dad0e-3704-45f5-9943-174eac94c01e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822001 Jun 22 09:01:51.046929 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0af31265-e4a0-4366-9a61-f0c697d77b48 admin admin] Publish callbacks [] for security_group (150dfb37-2cf1-4f99-8a5b-64badf3a33c5), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:51.471316 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0af31265-e4a0-4366-9a61-f0c697d77b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (150dfb37-2cf1-4f99-8a5b-64badf3a33c5), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:51.471316 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0af31265-e4a0-4366-9a61-f0c697d77b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:51.471316 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-0af31265-e4a0-4366-9a61-f0c697d77b48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/150dfb37-2cf1-4f99-8a5b-64badf3a33c5 HTTP/1.1" status: 204 len: 168 time: 0.5719063 Jun 22 09:01:51.478129 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af31265-e4a0-4366-9a61-f0c697d77b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150dfb37-2cf1-4f99-8a5b-64badf3a33c5,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:51.669454 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 04477f09-b620-439f-8678-baafc48d8bf5 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:01:51.694015 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 04477f09-b620-439f-8678-baafc48d8bf5 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:01:51.694703 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 04477f09-b620-439f-8678-baafc48d8bf5 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:01:51.951211 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ce9482ee-0116-40ea-86b2-344a9e51a640 req-e7eb3c78-40f2-4292-ba72-ff4788ccc1c6 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.0392799 Jun 22 09:01:52.180695 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aa677-1d3a-4aac-88bd-65fd472b7b97 req-1e1e5c79-db6b-4ff2-abb5-9ac348f76944 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:52.185685 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f94aa677-1d3a-4aac-88bd-65fd472b7b97 req-1e1e5c79-db6b-4ff2-abb5-9ac348f76944 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0517752 Jun 22 09:01:52.239271 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f94aa677-1d3a-4aac-88bd-65fd472b7b97 req-5443e065-93d8-4716-b043-7b61d5a5011f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504360 Jun 22 09:01:52.432504 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39780) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:52.449467 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9857562a-7a95-4567-be97-365ab89552cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.552880 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9857562a-7a95-4567-be97-365ab89552cf admin admin] Publish callbacks [] for security_group (59b10bf4-7a09-44bc-8be0-b45010534838), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.656018 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9857562a-7a95-4567-be97-365ab89552cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (59b10bf4-7a09-44bc-8be0-b45010534838), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.699945 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-9857562a-7a95-4567-be97-365ab89552cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa3bc392fb844a5c8077d8b27cbd3ef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663193 Jun 22 09:01:52.700668 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857562a-7a95-4567-be97-365ab89552cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b10bf4-7a09-44bc-8be0-b45010534838,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:52.702875 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39786) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:52.786035 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6681cca8-909f-4f31-ab87-c3c315537d56 admin admin] Publish callbacks [] for security_group (59b10bf4-7a09-44bc-8be0-b45010534838), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.814789 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6681cca8-909f-4f31-ab87-c3c315537d56 admin admin] Publish callbacks [] for security_group (59b10bf4-7a09-44bc-8be0-b45010534838), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.980956 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6681cca8-909f-4f31-ab87-c3c315537d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (59b10bf4-7a09-44bc-8be0-b45010534838), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.984297 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6681cca8-909f-4f31-ab87-c3c315537d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.994573 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-6681cca8-909f-4f31-ab87-c3c315537d56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59b10bf4-7a09-44bc-8be0-b45010534838 HTTP/1.1" status: 204 len: 168 time: 0.2816596 Jun 22 09:01:52.997046 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681cca8-909f-4f31-ab87-c3c315537d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b10bf4-7a09-44bc-8be0-b45010534838,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:53.125262 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-89dc9e58-30a2-4199-99f5-a3ed99764c6e req-81b3f0e6-6e65-4bbe-958a-c26131f8f995 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.0372720 Jun 22 09:01:53.373231 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae262ada-7892-4887-8334-839a51238c8c req-6ab9e043-5a02-48c1-a5e5-9dc366ace726 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:53.376279 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae262ada-7892-4887-8334-839a51238c8c req-6ab9e043-5a02-48c1-a5e5-9dc366ace726 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0637181 Jun 22 09:01:53.376458 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:53.420754 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:53.452043 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae262ada-7892-4887-8334-839a51238c8c req-d858b584-c255-4848-88f8-aa8d6453fc6f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672131 Jun 22 09:01:53.953653 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:54.097718 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:54.270840 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f5ecf4fc-3e02-4a96-912a-18a01679695b req-c9fdd668-7c1a-401a-afc2-b0bb761eb077 tempest-DeleteServersTestJSON-240333863 tempest-DeleteServersTestJSON-240333863-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dc7f9a5-4c83-48ef-95c8-bae4ee26e491 HTTP/1.1" status: 200 len: 210 time: 0.0354741 Jun 22 09:01:54.588004 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d098e9-6e1d-4106-a405-e4bb1458b2dd req-2d985dd4-b11e-4753-a8d6-c5e25f3af722 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:54.589626 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c4d098e9-6e1d-4106-a405-e4bb1458b2dd req-2d985dd4-b11e-4753-a8d6-c5e25f3af722 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0619013 Jun 22 09:01:54.654285 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c4d098e9-6e1d-4106-a405-e4bb1458b2dd req-518f60b3-7768-422e-9baf-90750bc671cc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548439 Jun 22 09:01:55.153463 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:55.491395 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39866) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:55.631936 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4a68eb7e-9147-4253-81a8-ce33f21f510d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:55.738841 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4a68eb7e-9147-4253-81a8-ce33f21f510d admin admin] Publish callbacks [] for security_group (bd130f45-d2fd-4aaa-a4d1-63224f9c3c58), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:55.793471 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739da638-4307-4e1c-97d6-d563a115e25a req-38011ebe-ab97-4717-b171-b3c9255009dc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:55.795042 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-739da638-4307-4e1c-97d6-d563a115e25a req-38011ebe-ab97-4717-b171-b3c9255009dc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0549030 Jun 22 09:01:55.860767 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-739da638-4307-4e1c-97d6-d563a115e25a req-9db61606-c8c0-41c5-9d1f-81ab6dbd9ac3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582514 Jun 22 09:01:55.943061 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4a68eb7e-9147-4253-81a8-ce33f21f510d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (bd130f45-d2fd-4aaa-a4d1-63224f9c3c58), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:55.995781 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-4a68eb7e-9147-4253-81a8-ce33f21f510d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8c58651e3f346f2b74104a27afe6cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5031228 Jun 22 09:01:55.996532 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68eb7e-9147-4253-81a8-ce33f21f510d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd130f45-d2fd-4aaa-a4d1-63224f9c3c58,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:56.009149 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 39890) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:56.109110 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ea9baf72-09a5-4d37-bb7d-67bc3404cb61 admin admin] Publish callbacks [] for security_group (bd130f45-d2fd-4aaa-a4d1-63224f9c3c58), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:56.157531 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ea9baf72-09a5-4d37-bb7d-67bc3404cb61 admin admin] Publish callbacks [] for security_group (bd130f45-d2fd-4aaa-a4d1-63224f9c3c58), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:56.359816 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ea9baf72-09a5-4d37-bb7d-67bc3404cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (bd130f45-d2fd-4aaa-a4d1-63224f9c3c58), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:56.363664 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ea9baf72-09a5-4d37-bb7d-67bc3404cb61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:56.367218 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ea9baf72-09a5-4d37-bb7d-67bc3404cb61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd130f45-d2fd-4aaa-a4d1-63224f9c3c58 HTTP/1.1" status: 204 len: 168 time: 0.3540387 Jun 22 09:01:56.375671 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9baf72-09a5-4d37-bb7d-67bc3404cb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd130f45-d2fd-4aaa-a4d1-63224f9c3c58,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:57.007527 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0756a-736a-41c4-a4b4-bf971b22c969 req-0806766d-0dec-4f4f-b204-479e589d3940 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:57.009984 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dec0756a-736a-41c4-a4b4-bf971b22c969 req-0806766d-0dec-4f4f-b204-479e589d3940 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0646822 Jun 22 09:01:57.073742 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dec0756a-736a-41c4-a4b4-bf971b22c969 req-5cdc59f6-f882-477a-98ae-21ecd741730f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561073 Jun 22 09:01:57.493484 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:58.202138 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c961a-d283-4806-9031-5928cca2cea9 req-552d8173-2ef5-4e71-8af2-0d3cfa99ff92 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:58.203687 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-576c961a-d283-4806-9031-5928cca2cea9 req-552d8173-2ef5-4e71-8af2-0d3cfa99ff92 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0545735 Jun 22 09:01:58.257495 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-576c961a-d283-4806-9031-5928cca2cea9 req-56742166-f43f-4243-9996-fc05c3284af1 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446246 Jun 22 09:01:58.594148 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:59.081207 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 39990) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:59.193963 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1c09f3ad-a8a3-4bef-9c5f-d22d15aaf4be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:59.273578 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1c09f3ad-a8a3-4bef-9c5f-d22d15aaf4be admin admin] Publish callbacks [] for security_group (f0021296-bf9f-4053-8eef-a3c190ad407c), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:59.363958 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1c09f3ad-a8a3-4bef-9c5f-d22d15aaf4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (f0021296-bf9f-4053-8eef-a3c190ad407c), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:59.429621 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d45b43-0e07-4138-8017-69953475eea2 req-91ef34d2-3971-4818-acd1-e40029144c45 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:59.431183 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-58d45b43-0e07-4138-8017-69953475eea2 req-91ef34d2-3971-4818-acd1-e40029144c45 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.1030025 Jun 22 09:01:59.438611 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-1c09f3ad-a8a3-4bef-9c5f-d22d15aaf4be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b13aae23957d445e99d5830b94dbce72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562474 Jun 22 09:01:59.447427 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09f3ad-a8a3-4bef-9c5f-d22d15aaf4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0021296-bf9f-4053-8eef-a3c190ad407c,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:59.449184 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40010) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:59.506479 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-58d45b43-0e07-4138-8017-69953475eea2 req-d355a37a-89ad-4cee-85c1-f4788561b4d6 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652342 Jun 22 09:01:59.539343 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7eb19616-4c2a-4acc-9beb-8c9ab5f8ca7d admin admin] Publish callbacks [] for security_group (f0021296-bf9f-4053-8eef-a3c190ad407c), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:59.570676 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7eb19616-4c2a-4acc-9beb-8c9ab5f8ca7d admin admin] Publish callbacks [] for security_group (f0021296-bf9f-4053-8eef-a3c190ad407c), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:59.695818 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7eb19616-4c2a-4acc-9beb-8c9ab5f8ca7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (f0021296-bf9f-4053-8eef-a3c190ad407c), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:59.698385 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7eb19616-4c2a-4acc-9beb-8c9ab5f8ca7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:59.699568 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-7eb19616-4c2a-4acc-9beb-8c9ab5f8ca7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0021296-bf9f-4053-8eef-a3c190ad407c HTTP/1.1" status: 204 len: 168 time: 0.2486641 Jun 22 09:01:59.709212 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb19616-4c2a-4acc-9beb-8c9ab5f8ca7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0021296-bf9f-4053-8eef-a3c190ad407c,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:00.388752 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40054) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:00.400968 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:00.668050 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e6ed7-4294-44ab-9ba9-4cf86af49c01 req-b52055fb-b394-49a3-a7f9-effebd0a9f30 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:00.669653 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e56e6ed7-4294-44ab-9ba9-4cf86af49c01 req-b52055fb-b394-49a3-a7f9-effebd0a9f30 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0633190 Jun 22 09:02:00.708829 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:00.796741 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e56e6ed7-4294-44ab-9ba9-4cf86af49c01 req-84dbc713-ae0c-4326-83b3-7cb0363ff1a3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039512 Jun 22 09:02:00.938326 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460168'] for router_interface (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:01.271934 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] Deleting port cc5895a6-2885-41a3-846e-9865ccdf2fc3 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:02:01.272392 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:01.372186 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] For port cc5895a6-2885-41a3-846e-9865ccdf2fc3, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=cc5895a6-2885-41a3-846e-9865ccdf2fc3,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:01.372186 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:01.382092 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] Calling delete_port for cc5895a6-2885-41a3-846e-9865ccdf2fc3 owned by network:router_interface {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:02:01.416814 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40126) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:01.557724 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7fd840ca-2488-4160-88a3-7367d888d890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:01.567903 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:01.650408 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7fd840ca-2488-4160-88a3-7367d888d890 admin admin] Publish callbacks [] for security_group (64afdbae-610a-4e71-89a2-54dc58b08cdc), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:01.736371 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (cc5895a6-2885-41a3-846e-9865ccdf2fc3), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:01.762178 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5895a6-2885-41a3-846e-9865ccdf2fc3,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:01.784587 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7fd840ca-2488-4160-88a3-7367d888d890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (64afdbae-610a-4e71-89a2-54dc58b08cdc), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:01.868995 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:01.889465 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd840ca-2488-4160-88a3-7367d888d890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64afdbae-610a-4e71-89a2-54dc58b08cdc,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:01.896770 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-7fd840ca-2488-4160-88a3-7367d888d890 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f36557e28814645b62793f7c080276f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4778039 Jun 22 09:02:01.900807 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40136) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:01.972767 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-02a2c992-d568-4e36-b502-0f7426d0fe26 admin admin] Publish callbacks [] for security_group (64afdbae-610a-4e71-89a2-54dc58b08cdc), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:02.002459 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-02a2c992-d568-4e36-b502-0f7426d0fe26 admin admin] Publish callbacks [] for security_group (64afdbae-610a-4e71-89a2-54dc58b08cdc), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:02.124897 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-02a2c992-d568-4e36-b502-0f7426d0fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (64afdbae-610a-4e71-89a2-54dc58b08cdc), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:02.128374 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-02a2c992-d568-4e36-b502-0f7426d0fe26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:02.129924 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-02a2c992-d568-4e36-b502-0f7426d0fe26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64afdbae-610a-4e71-89a2-54dc58b08cdc HTTP/1.1" status: 204 len: 168 time: 0.2282333 Jun 22 09:02:02.139567 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2c992-d568-4e36-b502-0f7426d0fe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64afdbae-610a-4e71-89a2-54dc58b08cdc,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:02.173852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880c8a6-a508-4315-b1bd-f3a3d4f84d21 req-935863ed-eae2-4d27-8497-26b0d9644543 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:02.175339 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8880c8a6-a508-4315-b1bd-f3a3d4f84d21 req-935863ed-eae2-4d27-8497-26b0d9644543 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0682554 Jun 22 09:02:02.291296 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460060'] for router_interface (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:02.301570 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8880c8a6-a508-4315-b1bd-f3a3d4f84d21 req-7119f586-42fc-41fb-bed9-0a27519fac08 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166091 Jun 22 09:02:02.481077 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:02.550905 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] Router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:02:02.664948 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:02:02.672703 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-207c32b2-0388-498b-a23c-0e05d9a251c5 admin admin] 10.222.0.36 "PUT /v2.0/routers/1a52d8ff-d641-4ea5-911a-f5a08031ddc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2793179 Jun 22 09:02:02.672882 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40154) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:02.674487 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fae0b-b58a-4acd-b7cf-34cf38c354fa None None] Sync routers for ids ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:02:02.688643 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fae0b-b58a-4acd-b7cf-34cf38c354fa None None] Routers {'1a52d8ff-d641-4ea5-911a-f5a08031ddc7'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:02.689350 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c05fae0b-b58a-4acd-b7cf-34cf38c354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:01:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:02.777158 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Publish callbacks [] for router (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:02.780533 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:02.794900 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-c05fae0b-b58a-4acd-b7cf-34cf38c354fa None None] Set router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:02.905716 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Publish callbacks [] for router_gateway (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:02.933549 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40160) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:02.949307 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f73c-c0a5-49c9-8cee-58b3b5065adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.007047 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c05fae0b-b58a-4acd-b7cf-34cf38c354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'name': 'tempest-DeleteServersTestJSON-636087708-router', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:02:01Z', 'revision_number': 5, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'gw_port': {'id': 'e007c8ab-496c-4b3f-be1a-2927f235fe54', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:03.033908 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fae0b-b58a-4acd-b7cf-34cf38c354fa None None] Checking router: 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:02:03.043956 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fae0b-b58a-4acd-b7cf-34cf38c354fa None None] Routers {'1a52d8ff-d641-4ea5-911a-f5a08031ddc7'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:03.044725 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c05fae0b-b58a-4acd-b7cf-34cf38c354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:01:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:03.052169 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Deleting port e007c8ab-496c-4b3f-be1a-2927f235fe54 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:02:03.052510 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.071693 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f73c-c0a5-49c9-8cee-58b3b5065adf admin admin] Publish callbacks [] for security_group (60bdeed2-0986-4985-841a-9df46c607041), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.139103 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-c05fae0b-b58a-4acd-b7cf-34cf38c354fa None None] Set router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 gateway port host: None {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:03.151114 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] For port e007c8ab-496c-4b3f-be1a-2927f235fe54, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=e007c8ab-496c-4b3f-be1a-2927f235fe54,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:03.151609 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.172142 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Calling delete_port for e007c8ab-496c-4b3f-be1a-2927f235fe54 owned by network:router_gateway {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:02:03.175038 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f73c-c0a5-49c9-8cee-58b3b5065adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (60bdeed2-0986-4985-841a-9df46c607041), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.194221 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c05fae0b-b58a-4acd-b7cf-34cf38c354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'name': 'tempest-DeleteServersTestJSON-636087708-router', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:02:02Z', 'revision_number': 6, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'gw_port_host': None}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:03.261485 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f73c-c0a5-49c9-8cee-58b3b5065adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bdeed2-0986-4985-841a-9df46c607041,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:03.265817 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-f7f3f73c-c0a5-49c9-8cee-58b3b5065adf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=748fabe4d36d41298f09925ebc136cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311841 Jun 22 09:02:03.269207 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40168) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:03.322585 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fae0b-b58a-4acd-b7cf-34cf38c354fa None None] The sync data for ids ['1a52d8ff-d641-4ea5-911a-f5a08031ddc7'] in dv-cinder-787296-11-iscsi is: [{'id': '1a52d8ff-d641-4ea5-911a-f5a08031ddc7', 'name': 'tempest-DeleteServersTestJSON-636087708-router', 'tenant_id': '6257cf2b40a84e66a1d77b0b2485c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:02:02Z', 'revision_number': 6, 'project_id': '6257cf2b40a84e66a1d77b0b2485c462', 'gw_port_host': None}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:02:03.323617 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-60c52d7a-b707-4334-bbfd-651cffd47bd5 admin admin] Publish callbacks [] for security_group (60bdeed2-0986-4985-841a-9df46c607041), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.347282 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:03.349366 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-60c52d7a-b707-4334-bbfd-651cffd47bd5 admin admin] Publish callbacks [] for security_group (60bdeed2-0986-4985-841a-9df46c607041), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.461406 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0bf6d-53b8-4a03-ab2e-89a5660fad41 req-c087164d-2f10-46c9-ba08-0c98667bf5a0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:03.462956 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3cf0bf6d-53b8-4a03-ab2e-89a5660fad41 req-c087164d-2f10-46c9-ba08-0c98667bf5a0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0544143 Jun 22 09:02:03.520098 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3cf0bf6d-53b8-4a03-ab2e-89a5660fad41 req-7a3933c6-d512-45ac-97d1-373dc2f68f58 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516226 Jun 22 09:02:03.569990 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:03.580687 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-60c52d7a-b707-4334-bbfd-651cffd47bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (60bdeed2-0986-4985-841a-9df46c607041), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.583344 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-60c52d7a-b707-4334-bbfd-651cffd47bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.611153 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-60c52d7a-b707-4334-bbfd-651cffd47bd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60bdeed2-0986-4985-841a-9df46c607041 HTTP/1.1" status: 204 len: 168 time: 0.3155196 Jun 22 09:02:03.611153 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c52d7a-b707-4334-bbfd-651cffd47bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bdeed2-0986-4985-841a-9df46c607041,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:03.632279 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:03.632279 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (e007c8ab-496c-4b3f-be1a-2927f235fe54), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.677662 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Pushing event deleted for resources: {'Port': ['ID=e007c8ab-496c-4b3f-be1a-2927f235fe54,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:03.720902 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-490552'] for router_gateway (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.821792 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.836303 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-464945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25224'] for router (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:03.838864 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Publish callbacks [] for router_controller (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), precommit_delete_associations {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:04.061765 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465087'] for router (1a52d8ff-d641-4ea5-911a-f5a08031ddc7), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:04.062435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a52d8ff-d641-4ea5-911a-f5a08031ddc7 {{(pid=104239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:02:04.068083 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:04.069234 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-06b0dfd2-285b-48a8-a187-bd270b7891da admin admin] 10.222.0.36 "DELETE /v2.0/routers/1a52d8ff-d641-4ea5-911a-f5a08031ddc7 HTTP/1.1" status: 204 len: 168 time: 1.3954382 Jun 22 09:02:04.076230 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40182) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:04.124687 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57e3313-8e3d-45fc-8812-73d818ed3bd4 admin admin] Deleting subnet 89e761c2-279a-4e70-9742-f656513670b8 {{(pid=104239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:02:04.128556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b57e3313-8e3d-45fc-8812-73d818ed3bd4 admin admin] Publish callbacks [] for subnet (89e761c2-279a-4e70-9742-f656513670b8), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:04.167291 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b57e3313-8e3d-45fc-8812-73d818ed3bd4 admin admin] Publish callbacks [] for subnet (89e761c2-279a-4e70-9742-f656513670b8), precommit_delete_associations {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:04.258225 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b57e3313-8e3d-45fc-8812-73d818ed3bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (89e761c2-279a-4e70-9742-f656513670b8), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:04.375816 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device cc5895a6-2885-41a3-846e-9865ccdf2fc3 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:02:04.379842 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:04.399168 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: cc5895a6-2885-41a3-846e-9865ccdf2fc3 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:02:04.408489 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device cc5895a6-2885-41a3-846e-9865ccdf2fc3 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:02:04.408489 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device e007c8ab-496c-4b3f-be1a-2927f235fe54 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:02:04.428535 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: e007c8ab-496c-4b3f-be1a-2927f235fe54 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:02:04.428877 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device e007c8ab-496c-4b3f-be1a-2927f235fe54 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:02:04.440482 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b57e3313-8e3d-45fc-8812-73d818ed3bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (89e761c2-279a-4e70-9742-f656513670b8), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:04.484102 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b57e3313-8e3d-45fc-8812-73d818ed3bd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:04.490945 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b57e3313-8e3d-45fc-8812-73d818ed3bd4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/89e761c2-279a-4e70-9742-f656513670b8 HTTP/1.1" status: 204 len: 168 time: 0.4106829 Jun 22 09:02:04.490945 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e3313-8e3d-45fc-8812-73d818ed3bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e761c2-279a-4e70-9742-f656513670b8,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:04.491778 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40208) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:04.494396 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f86ddc-6aea-4f29-abb2-079f13c3ddca None None] Network 87e2804d-8228-4766-8ec6-545eb3833c79 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:02:04.585201 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (87e2804d-8228-4766-8ec6-545eb3833c79), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:04.699250 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Deleting port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:02:04.699593 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:04.774982 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a61591-cda3-4daf-b5ae-d8cb5b1ee743 req-8cfc36cf-3b12-41a0-976f-6fbfe26e7617 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:04.774982 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-49a61591-cda3-4daf-b5ae-d8cb5b1ee743 req-8cfc36cf-3b12-41a0-976f-6fbfe26e7617 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0993304 Jun 22 09:02:04.866362 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] For port 3c9773db-f59f-48c4-9436-9bfb1a214fa3, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=3c9773db-f59f-48c4-9436-9bfb1a214fa3,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:04.872064 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:04.912071 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-49a61591-cda3-4daf-b5ae-d8cb5b1ee743 req-a0eb9b3d-ff19-4032-88f3-4e3af9ef538a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432617 Jun 22 09:02:04.918531 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Calling delete_port for 3c9773db-f59f-48c4-9436-9bfb1a214fa3 owned by network:dhcp {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:02:04.944378 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] DHCP port deletion for 87e2804d-8228-4766-8ec6-545eb3833c79 request from dv-cinder-787296-11-iscsi {{(pid=104241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:02:05.000466 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Deleting port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 {{(pid=104241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:02:05.000833 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), before_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:05.091449 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] For port 3c9773db-f59f-48c4-9436-9bfb1a214fa3, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=3c9773db-f59f-48c4-9436-9bfb1a214fa3,segment=NetworkSegment(85059baa-013a-4065-b668-73d57c7f165d),segment_id=85059baa-013a-4065-b668-73d57c7f165d)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:05.091852 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), precommit_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:05.109401 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Calling delete_port for 3c9773db-f59f-48c4-9436-9bfb1a214fa3 owned by network:dhcp {{(pid=104241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:02:05.226040 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:05.310218 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] No DVR routers for this DVR port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 on host dv-cinder-787296-11-iscsi {{(pid=104240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:02:05.313740 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9773db-f59f-48c4-9436-9bfb1a214fa3,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:05.326412 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (3c9773db-f59f-48c4-9436-9bfb1a214fa3), after_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:05.365606 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Pushing event deleted for resources: {'Port': ['ID=3c9773db-f59f-48c4-9436-9bfb1a214fa3,revision_number=None']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:05.372359 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] No DVR routers for this DVR port 3c9773db-f59f-48c4-9436-9bfb1a214fa3 on host dv-cinder-787296-11-iscsi {{(pid=104241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:02:05.385974 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.386602 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.387143 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.388083 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.388590 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.389206 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.389682 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.390190 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.390699 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.391172 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.391764 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.392570 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.394814 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.401710 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.401710 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b82c4-1ad4-43ce-ba33-75a9bb64225b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:05.462923 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (87e2804d-8228-4766-8ec6-545eb3833c79), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:05.465642 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:05.485546 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e2804d-8228-4766-8ec6-545eb3833c79']}} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:05.495481 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85059baa-013a-4065-b668-73d57c7f165d') {'for_net_delete': True} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:05.496113 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85059baa-013a-4065-b668-73d57c7f165d') {} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:05.506049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13837626'] for segment (85059baa-013a-4065-b668-73d57c7f165d), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:05.530202 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (85059baa-013a-4065-b668-73d57c7f165d), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:05.540647 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=104240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:02:05.541038 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14068905'] for segment (85059baa-013a-4065-b668-73d57c7f165d), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:05.560961 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 85059baa-013a-4065-b668-73d57c7f165d resource provider aggregate not found Jun 22 09:02:05.600842 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 85059baa-013a-4065-b668-73d57c7f165d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85059baa-013a-4065-b668-73d57c7f165d found for delete ", "request_id": "req-64a466d2-8d2a-4b14-8fdb-e2020b748ab8"}]} Jun 22 09:02:05.782580 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (87e2804d-8228-4766-8ec6-545eb3833c79), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:05.789050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:05.800521 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] 10.222.0.36 "DELETE /v2.0/networks/87e2804d-8228-4766-8ec6-545eb3833c79 HTTP/1.1" status: 204 len: 168 time: 1.2991011 Jun 22 09:02:05.804491 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e1401-4c2d-45bd-bf99-8db072700755 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e2804d-8228-4766-8ec6-545eb3833c79,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:05.988398 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:06.081713 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4c6f7-1249-4ebd-a3a3-874d04e9a14e req-a705a4fb-58b8-4bca-b0f5-bcc87d993c71 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:06.082213 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-14a4c6f7-1249-4ebd-a3a3-874d04e9a14e req-a705a4fb-58b8-4bca-b0f5-bcc87d993c71 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0582423 Jun 22 09:02:06.137531 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-14a4c6f7-1249-4ebd-a3a3-874d04e9a14e req-b9afecac-4173-43b4-9827-93062d9a5252 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492611 Jun 22 09:02:06.399883 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 3c9773db-f59f-48c4-9436-9bfb1a214fa3 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:02:06.425027 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 3c9773db-f59f-48c4-9436-9bfb1a214fa3 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:02:06.425375 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 3c9773db-f59f-48c4-9436-9bfb1a214fa3 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:02:06.540497 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40294) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:06.599650 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-591f0f61-c784-4efa-b0e7-07f4e1a9365d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6257cf2b40a84e66a1d77b0b2485c462&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0558667 Jun 22 09:02:06.601458 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40300) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:06.662294 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4d20d9b0-5ec2-4ed1-abd4-5f2d1cb1af7c admin admin] Publish callbacks [] for security_group (478e4a87-c22e-4dd8-bce1-4db888ade703), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:06.698770 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4d20d9b0-5ec2-4ed1-abd4-5f2d1cb1af7c admin admin] Publish callbacks [] for security_group (478e4a87-c22e-4dd8-bce1-4db888ade703), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:06.840183 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4d20d9b0-5ec2-4ed1-abd4-5f2d1cb1af7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (478e4a87-c22e-4dd8-bce1-4db888ade703), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:06.842760 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4d20d9b0-5ec2-4ed1-abd4-5f2d1cb1af7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:06.847588 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-4d20d9b0-5ec2-4ed1-abd4-5f2d1cb1af7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/478e4a87-c22e-4dd8-bce1-4db888ade703 HTTP/1.1" status: 204 len: 168 time: 0.2450616 Jun 22 09:02:06.856172 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20d9b0-5ec2-4ed1-abd4-5f2d1cb1af7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478e4a87-c22e-4dd8-bce1-4db888ade703,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:07.262915 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d764d98-8be5-435f-9dcc-48d1da62e3fe req-b06172fa-4cb9-4462-a64d-a029ab51bde2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:07.264425 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2d764d98-8be5-435f-9dcc-48d1da62e3fe req-b06172fa-4cb9-4462-a64d-a029ab51bde2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0501173 Jun 22 09:02:07.316977 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2d764d98-8be5-435f-9dcc-48d1da62e3fe req-bf81a57a-a8df-41f0-8b7e-7dc5923df64e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468924 Jun 22 09:02:07.980208 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:08.219680 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40382) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:08.350693 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-network', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:08.444725 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Made reservation on behalf of ec813daa61ab4ac59a2197042fb35325 for: {'network': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:08.448008 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:08.454377 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34405ebb-7cc9-415c-b292-1d5425a10736 req-a31b2541-eaf9-4837-ad28-968c7c028eac tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:08.454377 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-34405ebb-7cc9-415c-b292-1d5425a10736 req-a31b2541-eaf9-4837-ad28-968c7c028eac tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0486357 Jun 22 09:02:08.460790 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:08.533808 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-34405ebb-7cc9-415c-b292-1d5425a10736 req-294341da-5822-49bb-b735-a8f3a506c7fd tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695133 Jun 22 09:02:08.537921 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:08.573062 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Publish callbacks [] for security_group (ab9d6495-b011-4f9a-8c41-5c78d7377970), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:08.638346 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ab9d6495-b011-4f9a-8c41-5c78d7377970), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:08.663130 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=104240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:02:08.679713 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9d6495-b011-4f9a-8c41-5c78d7377970,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:08.682706 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (cbfdc6ea-f232-4439-94f6-691be650a9df), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:08.683134 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.segments_db [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Added segment cbfdc6ea-f232-4439-94f6-691be650a9df of type vlan for network 15257489-695d-400e-ba82-cb5e772f9bd0 Jun 22 09:02:08.728818 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (15257489-695d-400e-ba82-cb5e772f9bd0), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:08.839859 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (15257489-695d-400e-ba82-cb5e772f9bd0), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:08.844271 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:08.844271 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:08.921495 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] Pushing event updated for resources: {'Network': ['ID=15257489-695d-400e-ba82-cb5e772f9bd0,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:08.934329 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 15257489-695d-400e-ba82-cb5e772f9bd0 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:02:08.978695 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-bbdb05c8-3552-4635-8aec-58e3028157b2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7562530 Jun 22 09:02:08.985606 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40410) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:08.988955 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] Request body: {'subnet': {'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-subnet', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:09.101345 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] Made reservation on behalf of ec813daa61ab4ac59a2197042fb35325 for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:09.103997 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13124413'] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:09.192072 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:09.386480 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14068736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13124427'] for subnet (7437e07b-8af6-4d4d-bc86-69cdb6a4ec51), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:09.448512 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:09.458424 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] Checking segment: {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:09.458769 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] Network hostable DHCP agents. Network: 15257489-695d-400e-ba82-cb5e772f9bd0, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:02:09.615705 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] Network 15257489-695d-400e-ba82-cb5e772f9bd0 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:02:09.661867 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01829f25-92f9-4c47-90a6-4e7a55adbc82 req-68462c6a-a44e-42cc-97b5-f89aceb7ea2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:09.663580 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-01829f25-92f9-4c47-90a6-4e7a55adbc82 req-68462c6a-a44e-42cc-97b5-f89aceb7ea2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0532637 Jun 22 09:02:09.707184 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 15257489-695d-400e-ba82-cb5e772f9bd0) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:09.713121 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:09.713705 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:09.722684 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fd5cf2-d855-4b56-8bed-ed9887164193 None None] Network 15257489-695d-400e-ba82-cb5e772f9bd0 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:02:09.722994 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-01829f25-92f9-4c47-90a6-4e7a55adbc82 req-f1d65535-723d-4757-b089-a7bb38b69f49 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514481 Jun 22 09:02:09.784363 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-df70c997-8d80-4e6a-88a5-9550854ed015 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8002539 Jun 22 09:02:09.786995 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40434) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:09.791572 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:09.852472 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-15257489-695d-400e-ba82-cb5e772f9bd0', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:02:09.853551 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:09.856936 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:09.868090 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (7ef81170-7a25-4352-86e1-6379ac1a39be), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:09.869305 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (7ef81170-7a25-4352-86e1-6379ac1a39be), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:09.926300 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Publish callbacks [] for router_controller (7ef81170-7a25-4352-86e1-6379ac1a39be), precommit_add_association {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:10.024883 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Allocated IP 172.20.0.2 (15257489-695d-400e-ba82-cb5e772f9bd0/7437e07b-8af6-4d4d-bc86-69cdb6a4ec51/95b61072-890f-4c16-8c90-67350076b12c) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:10.124723 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983977-9e7a-4a88-a47b-74e7dd7ad613 req-58e44059-850a-4cf3-8aa2-87229f1d3bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:10.126745 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-97983977-9e7a-4a88-a47b-74e7dd7ad613 req-58e44059-850a-4cf3-8aa2-87229f1d3bdd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 1129 time: 0.0662098 Jun 22 09:02:10.196843 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-97983977-9e7a-4a88-a47b-74e7dd7ad613 req-8be1ff1c-1d81-490f-aa2a-d2f1f5dae241 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631795 Jun 22 09:02:10.202146 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Publish callbacks [] for port (95b61072-890f-4c16-8c90-67350076b12c), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:10.324986 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (95b61072-890f-4c16-8c90-67350076b12c), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:10.380333 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Network 15257489-695d-400e-ba82-cb5e772f9bd0 is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:10.381502 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:10.384620 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:10.388445 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:10.410004 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Publish callbacks [] for router_gateway (7ef81170-7a25-4352-86e1-6379ac1a39be), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:10.422614 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Pushing event updated for resources: {'Port': ['ID=95b61072-890f-4c16-8c90-67350076b12c,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:10.475196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Attempting to bind port 95b61072-890f-4c16-8c90-67350076b12c on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:02:10.475570 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Attempting to bind port 95b61072-890f-4c16-8c90-67350076b12c by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:02:10.475917 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Attempting to bind port 95b61072-890f-4c16-8c90-67350076b12c on network 15257489-695d-400e-ba82-cb5e772f9bd0 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:10.482052 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:02:10.483116 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Checking segment: {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:10.483661 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:10.484229 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Bound using segment: {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:02:10.484887 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Bound port: 95b61072-890f-4c16-8c90-67350076b12c, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:02:10.485427 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (95b61072-890f-4c16-8c90-67350076b12c), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:10.526244 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:02:10.581925 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] For port 95b61072-890f-4c16-8c90-67350076b12c, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:10.585881 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] For port 95b61072-890f-4c16-8c90-67350076b12c, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=95b61072-890f-4c16-8c90-67350076b12c,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:10.685812 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (95b61072-890f-4c16-8c90-67350076b12c), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:10.706608 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Publish callbacks [] for router_gateway (7ef81170-7a25-4352-86e1-6379ac1a39be), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:10.739633 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:10.772636 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d8989-a6b1-4783-aaae-f57dcd682fa5 None None] Pushing event updated for resources: {'Port': ['ID=95b61072-890f-4c16-8c90-67350076b12c,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:10.895365 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8439d-10eb-4bd5-bb1d-06353f4a290c req-124778be-f3f3-4a32-99db-6d21e8cc4c5a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:10.897039 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-aef8439d-10eb-4bd5-bb1d-06353f4a290c req-124778be-f3f3-4a32-99db-6d21e8cc4c5a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0695362 Jun 22 09:02:10.901606 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Allocated IP 172.27.2.199 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/b0d1d595-28a6-4854-acf0-e8a565823611) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:10.959105 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:10.978882 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-aef8439d-10eb-4bd5-bb1d-06353f4a290c req-7b6faf9d-ea4d-4602-9ab3-10c10041134e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755117 Jun 22 09:02:11.114586 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Publish callbacks [] for port (b0d1d595-28a6-4854-acf0-e8a565823611), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:11.223066 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:11.268550 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:11.271616 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:11.274289 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:11.308584 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d1d595-28a6-4854-acf0-e8a565823611,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:11.718194 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Publish callbacks [] for router_gateway (7ef81170-7a25-4352-86e1-6379ac1a39be), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:11.919118 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:11.979838 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0b5a8-ac92-42c8-8e98-60bb4ff82c38 None None] Network 15257489-695d-400e-ba82-cb5e772f9bd0 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:02:12.014987 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (7ef81170-7a25-4352-86e1-6379ac1a39be), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:12.262534 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7c589-8d9d-441d-a025-ef4576057123 req-fffe6b2d-512a-44b6-a79e-11a0e10bbe0b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:12.266243 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bf7c589-8d9d-441d-a025-ef4576057123 req-fffe6b2d-512a-44b6-a79e-11a0e10bbe0b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0897303 Jun 22 09:02:12.280248 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-31d36f0a-5228-46c7-94c1-fe49ce4fcf1f None None] Provisioning complete for port 95b61072-890f-4c16-8c90-67350076b12c triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:12.281005 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-31d36f0a-5228-46c7-94c1-fe49ce4fcf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (95b61072-890f-4c16-8c90-67350076b12c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:12.404703 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Router 7ef81170-7a25-4352-86e1-6379ac1a39be is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:02:12.440897 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bf7c589-8d9d-441d-a025-ef4576057123 req-9383aa8d-b436-4c8d-9eb0-bae5c5e7cccc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587515 Jun 22 09:02:12.485647 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:12.493442 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 95b61072-890f-4c16-8c90-67350076b12c up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:12.499973 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-31d36f0a-5228-46c7-94c1-fe49ce4fcf1f None None] Current status of the port 95b61072-890f-4c16-8c90-67350076b12c is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:12.500571 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-31d36f0a-5228-46c7-94c1-fe49ce4fcf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (95b61072-890f-4c16-8c90-67350076b12c), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:12.622123 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-31d36f0a-5228-46c7-94c1-fe49ce4fcf1f None None] For port 95b61072-890f-4c16-8c90-67350076b12c, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=95b61072-890f-4c16-8c90-67350076b12c,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:12.629474 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 95b61072-890f-4c16-8c90-67350076b12c triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:12.629881 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (95b61072-890f-4c16-8c90-67350076b12c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:12.638993 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eac4e-a5d9-47c3-927a-b7818b3646e8 req-e5774859-01ca-48da-98e8-6698d7617977 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:12.656280 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2a0eac4e-a5d9-47c3-927a-b7818b3646e8 req-e5774859-01ca-48da-98e8-6698d7617977 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1183991 Jun 22 09:02:12.707954 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-31d36f0a-5228-46c7-94c1-fe49ce4fcf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (95b61072-890f-4c16-8c90-67350076b12c), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:12.710874 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:02:12.762740 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2a0eac4e-a5d9-47c3-927a-b7818b3646e8 req-94699e0a-7c3b-4e97-9f07-5c22c4f35338 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052890 Jun 22 09:02:12.777291 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Sync routers for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:02:12.804407 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:12.805067 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:01:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:12.840767 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:12.847133 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40502) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:12.862277 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-4b7a395e-de7a-4e9e-86c8-a80ebb17a7f6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0587060 Jun 22 09:02:12.963000 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d36f0a-5228-46c7-94c1-fe49ce4fcf1f None None] Pushing event updated for resources: {'Port': ['ID=95b61072-890f-4c16-8c90-67350076b12c,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:12.969867 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 95b61072-890f-4c16-8c90-67350076b12c is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:12.972463 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-91904c59-a314-44ef-973f-0108dd625342 None None] Provisioning complete for port 95b61072-890f-4c16-8c90-67350076b12c triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:12.973091 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-91904c59-a314-44ef-973f-0108dd625342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (95b61072-890f-4c16-8c90-67350076b12c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:13.082416 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:13.087267 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:13.196378 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=40 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:13.198012 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:13.253391 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-91904c59-a314-44ef-973f-0108dd625342 None None] Current status of the port 95b61072-890f-4c16-8c90-67350076b12c is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:13.311370 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:11Z', 'revision_number': 3, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:13.338546 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Checking router: 7ef81170-7a25-4352-86e1-6379ac1a39be for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:02:13.338960 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Updating router 7ef81170-7a25-4352-86e1-6379ac1a39be port b0d1d595-28a6-4854-acf0-e8a565823611 binding host dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:02:13.361157 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4dddfa66-c52c-4b17-a873-e496f00a48b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:13.374150 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:13.381480 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:13.396158 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:13.737330 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Publish callbacks [] for port (b0d1d595-28a6-4854-acf0-e8a565823611), precommit_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:13.873918 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Allocated IP 172.20.0.1 (15257489-695d-400e-ba82-cb5e772f9bd0/7437e07b-8af6-4d4d-bc86-69cdb6a4ec51/05949936-8581-4d51-8730-8ce358ba4e11) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:13.889808 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:13.983731 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Attempting to bind port b0d1d595-28a6-4854-acf0-e8a565823611 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:02:13.984254 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Attempting to bind port b0d1d595-28a6-4854-acf0-e8a565823611 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:02:13.984790 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Attempting to bind port b0d1d595-28a6-4854-acf0-e8a565823611 on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:13.991541 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5e48e-801a-44fa-879e-1ece617df07b None None] Pushing event updated for resources: {'Port': ['ID=b0d1d595-28a6-4854-acf0-e8a565823611,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:14.000678 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:02:14.001262 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:14.003164 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:14.003164 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:02:14.003985 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Bound port: b0d1d595-28a6-4854-acf0-e8a565823611, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:02:14.004434 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:14.082241 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] For port b0d1d595-28a6-4854-acf0-e8a565823611, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:14.086183 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] For port b0d1d595-28a6-4854-acf0-e8a565823611, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b0d1d595-28a6-4854-acf0-e8a565823611,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:14.093375 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Publish callbacks [] for port (05949936-8581-4d51-8730-8ce358ba4e11), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:14.251104 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:14.256500 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40546) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:14.297824 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (05949936-8581-4d51-8730-8ce358ba4e11), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:14.318622 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:14.319413 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:01:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:14.321490 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5e48e-801a-44fa-879e-1ece617df07b None None] Pushing event updated for resources: {'Port': ['ID=b0d1d595-28a6-4854-acf0-e8a565823611,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:14.352594 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Network 15257489-695d-400e-ba82-cb5e772f9bd0 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:14.362648 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:14.368143 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:14.368947 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (7ef81170-7a25-4352-86e1-6379ac1a39be), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:14.442299 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Pushing event updated for resources: {'Port': ['ID=05949936-8581-4d51-8730-8ce358ba4e11,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:14.463400 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:14.546580 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 95b61072-890f-4c16-8c90-67350076b12c up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:14.615109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40558) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:14.638222 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:14.687274 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-febfe8b2-8240-4c1c-8c89-0ded3eaa296d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:14.778788 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 95b61072-890f-4c16-8c90-67350076b12c triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:14.779190 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (95b61072-890f-4c16-8c90-67350076b12c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:14.823968 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0380c2fe-b9e2-43a9-8a98-fed8b40396ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:14.846486 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (05949936-8581-4d51-8730-8ce358ba4e11), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:14.890956 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-bc29de07-7ac1-4247-90c6-51eaee132e8a None None] Provisioning complete for port 05949936-8581-4d51-8730-8ce358ba4e11 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:14.891349 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bc29de07-7ac1-4247-90c6-51eaee132e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (05949936-8581-4d51-8730-8ce358ba4e11), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:14.942340 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:14.975066 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:15.022325 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-febfe8b2-8240-4c1c-8c89-0ded3eaa296d admin admin] Publish callbacks [] for security_group (ee8f50f3-159d-4755-a4ff-ce7c5f29ea05), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.071679 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0380c2fe-b9e2-43a9-8a98-fed8b40396ca admin admin] Publish callbacks [] for security_group (f0ea139b-e0e3-4212-9881-e902de29836d), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.118677 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-febfe8b2-8240-4c1c-8c89-0ded3eaa296d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ee8f50f3-159d-4755-a4ff-ce7c5f29ea05), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.124196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-bc29de07-7ac1-4247-90c6-51eaee132e8a None None] Port 05949936-8581-4d51-8730-8ce358ba4e11 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:02:15.164751 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfe8b2-8240-4c1c-8c89-0ded3eaa296d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8f50f3-159d-4755-a4ff-ce7c5f29ea05,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:15.198446 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0380c2fe-b9e2-43a9-8a98-fed8b40396ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (f0ea139b-e0e3-4212-9881-e902de29836d), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.243738 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-febfe8b2-8240-4c1c-8c89-0ded3eaa296d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6b3d00c34314d4299cc4dd6b8e8fa09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9859402 Jun 22 09:02:15.247063 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40572) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:15.264325 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 95b61072-890f-4c16-8c90-67350076b12c is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:15.271633 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:11Z', 'revision_number': 3, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:15.297606 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380c2fe-b9e2-43a9-8a98-fed8b40396ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea139b-e0e3-4212-9881-e902de29836d,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:15.310890 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-0380c2fe-b9e2-43a9-8a98-fed8b40396ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e6fc4f718504a3581f0246f5d93604a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6934481 Jun 22 09:02:15.312065 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40574) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:15.318245 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8825100-6770-40eb-9b10-3a8d9186e082 None None] The sync data for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi is: [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:11Z', 'revision_number': 3, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:02:15.332817 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:15.369693 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Publish callbacks [] for port (05949936-8581-4d51-8730-8ce358ba4e11), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.384949 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8060bc96-8f44-498c-bedb-064e3d8ab94a admin admin] Publish callbacks [] for security_group (ee8f50f3-159d-4755-a4ff-ce7c5f29ea05), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.415305 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:15.442235 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (05949936-8581-4d51-8730-8ce358ba4e11), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.442591 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8060bc96-8f44-498c-bedb-064e3d8ab94a admin admin] Publish callbacks [] for security_group (ee8f50f3-159d-4755-a4ff-ce7c5f29ea05), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.443168 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (7ef81170-7a25-4352-86e1-6379ac1a39be), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.446944 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40576) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:15.458624 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7525b7d4-63ea-4efc-b7b0-5263b360fbd5 admin admin] Publish callbacks [] for security_group (f0ea139b-e0e3-4212-9881-e902de29836d), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.518801 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e61c-cd0e-44b2-af2a-cb69823184dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.566450 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7525b7d4-63ea-4efc-b7b0-5263b360fbd5 admin admin] Publish callbacks [] for security_group (f0ea139b-e0e3-4212-9881-e902de29836d), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.588096 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Pushing event updated for resources: {'Port': ['ID=05949936-8581-4d51-8730-8ce358ba4e11,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:15.639017 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8060bc96-8f44-498c-bedb-064e3d8ab94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ee8f50f3-159d-4755-a4ff-ce7c5f29ea05), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.647867 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8060bc96-8f44-498c-bedb-064e3d8ab94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.691847 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-8060bc96-8f44-498c-bedb-064e3d8ab94a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee8f50f3-159d-4755-a4ff-ce7c5f29ea05 HTTP/1.1" status: 204 len: 168 time: 0.4413390 Jun 22 09:02:15.707738 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Network 15257489-695d-400e-ba82-cb5e772f9bd0 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:15.709656 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:15.802234 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060bc96-8f44-498c-bedb-064e3d8ab94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8f50f3-159d-4755-a4ff-ce7c5f29ea05,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:15.828408 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:15.829801 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1a7fafb6-d914-4391-88ad-1fd2daf217ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.869562 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7525b7d4-63ea-4efc-b7b0-5263b360fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (f0ea139b-e0e3-4212-9881-e902de29836d), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.881668 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7525b7d4-63ea-4efc-b7b0-5263b360fbd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:15.887861 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-7525b7d4-63ea-4efc-b7b0-5263b360fbd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0ea139b-e0e3-4212-9881-e902de29836d HTTP/1.1" status: 204 len: 168 time: 0.5713449 Jun 22 09:02:15.912019 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525b7d4-63ea-4efc-b7b0-5263b360fbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ea139b-e0e3-4212-9881-e902de29836d,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:15.946516 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Router 7ef81170-7a25-4352-86e1-6379ac1a39be has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:02:16.049891 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1a7fafb6-d914-4391-88ad-1fd2daf217ed admin admin] Publish callbacks [] for security_group (6a037275-b02a-40bf-b935-5092ff9d52bc), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:16.196407 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52638dbf-59c7-48ce-9068-debda5e5a254 req-79c4f8f4-c745-4b7b-a789-360899972419 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:16.198497 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-52638dbf-59c7-48ce-9068-debda5e5a254 req-79c4f8f4-c745-4b7b-a789-360899972419 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.2262964 Jun 22 09:02:16.268644 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de8f0f-4e3a-458f-9a07-e09a3707569d req-f8224b59-8ba0-4c9d-b569-6e23edb485f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:16.270800 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-67de8f0f-4e3a-458f-9a07-e09a3707569d req-f8224b59-8ba0-4c9d-b569-6e23edb485f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 1130 time: 0.1782041 Jun 22 09:02:16.278226 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1a7fafb6-d914-4391-88ad-1fd2daf217ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (6a037275-b02a-40bf-b935-5092ff9d52bc), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:16.323990 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-1a7fafb6-d914-4391-88ad-1fd2daf217ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2acfbc669ce74c5cbf4fb0636672269d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8754206 Jun 22 09:02:16.325082 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fafb6-d914-4391-88ad-1fd2daf217ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a037275-b02a-40bf-b935-5092ff9d52bc,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:16.328370 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40592) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:16.379300 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:02:16.409590 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-3c242617-e914-499f-b721-3fcaec9c7418 admin admin] 10.222.0.36 "PUT /v2.0/routers/7ef81170-7a25-4352-86e1-6379ac1a39be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5526576 Jun 22 09:02:16.409987 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-211a2345-fdc6-48a7-b85e-888b9d68dd35 None None] Provisioning complete for port 05949936-8581-4d51-8730-8ce358ba4e11 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:16.412828 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-211a2345-fdc6-48a7-b85e-888b9d68dd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (05949936-8581-4d51-8730-8ce358ba4e11), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:16.417331 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c0d2364c-753b-4a7d-a7dc-638b2c7f8a90 admin admin] Publish callbacks [] for security_group (6a037275-b02a-40bf-b935-5092ff9d52bc), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:16.492670 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c0d2364c-753b-4a7d-a7dc-638b2c7f8a90 admin admin] Publish callbacks [] for security_group (6a037275-b02a-40bf-b935-5092ff9d52bc), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:16.512274 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-52638dbf-59c7-48ce-9068-debda5e5a254 req-46035ea8-ad5c-4911-b21b-9b197f0296f5 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027117 Jun 22 09:02:16.536182 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-211a2345-fdc6-48a7-b85e-888b9d68dd35 None None] Port 05949936-8581-4d51-8730-8ce358ba4e11 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:02:16.558458 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b0d1d595-28a6-4854-acf0-e8a565823611 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:16.577830 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de8f0f-4e3a-458f-9a07-e09a3707569d req-d9f6a96d-f9a0-4315-af78-0dfec0902f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:16.581695 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-67de8f0f-4e3a-458f-9a07-e09a3707569d req-d9f6a96d-f9a0-4315-af78-0dfec0902f60 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.2938621 Jun 22 09:02:16.640824 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port b0d1d595-28a6-4854-acf0-e8a565823611 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:16.641468 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:16.661935 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-67de8f0f-4e3a-458f-9a07-e09a3707569d req-e74e35e4-e9db-4103-9488-765e4983cfc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c4c500-8059-4142-83d0-d1cd70284258 HTTP/1.1" status: 200 len: 217 time: 0.0639327 Jun 22 09:02:16.749957 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de8f0f-4e3a-458f-9a07-e09a3707569d req-20d0dbb1-f722-42a2-938a-80493574fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:16.755385 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-67de8f0f-4e3a-458f-9a07-e09a3707569d req-20d0dbb1-f722-42a2-938a-80493574fbc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.0862935 Jun 22 09:02:16.761208 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port b0d1d595-28a6-4854-acf0-e8a565823611 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:16.761722 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:16.787131 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c0d2364c-753b-4a7d-a7dc-638b2c7f8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (6a037275-b02a-40bf-b935-5092ff9d52bc), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:16.790092 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c0d2364c-753b-4a7d-a7dc-638b2c7f8a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:16.794747 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-c0d2364c-753b-4a7d-a7dc-638b2c7f8a90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a037275-b02a-40bf-b935-5092ff9d52bc HTTP/1.1" status: 204 len: 168 time: 0.4653711 Jun 22 09:02:16.828718 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2364c-753b-4a7d-a7dc-638b2c7f8a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a037275-b02a-40bf-b935-5092ff9d52bc,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:16.859378 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port b0d1d595-28a6-4854-acf0-e8a565823611, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b0d1d595-28a6-4854-acf0-e8a565823611,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:16.890453 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de8f0f-4e3a-458f-9a07-e09a3707569d req-85959ad1-f8ce-4f45-b074-9af4795b7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:16.891976 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-67de8f0f-4e3a-458f-9a07-e09a3707569d req-85959ad1-f8ce-4f45-b074-9af4795b7382 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1294611 Jun 22 09:02:17.029510 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:17.164849 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-67de8f0f-4e3a-458f-9a07-e09a3707569d req-ebf31f66-4aa1-4725-9c00-95c7eeaf5912 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612782 Jun 22 09:02:17.165348 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=b0d1d595-28a6-4854-acf0-e8a565823611,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:17.169058 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:17.297502 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-67de8f0f-4e3a-458f-9a07-e09a3707569d req-d687138e-0ecf-4ba7-b132-bed0ab328db3 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226239 Jun 22 09:02:17.325047 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40614) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:17.331940 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-0034da41-fe04-4805-872e-d37a98c8e9a2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74705859', 'description': 'tempest-description--443439382'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:17.450295 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0034da41-fe04-4805-872e-d37a98c8e9a2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:17.531069 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0034da41-fe04-4805-872e-d37a98c8e9a2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:17.618479 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40622) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:17.640163 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0034da41-fe04-4805-872e-d37a98c8e9a2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:17.643875 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ea00278b-a4fe-4819-88ce-0890d735789e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:17.686821 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df728a-6349-4da6-a242-aa2ec507311a req-a57589ee-f611-4477-b165-8bad8161209b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:17.701285 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-20df728a-6349-4da6-a242-aa2ec507311a req-a57589ee-f611-4477-b165-8bad8161209b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1095576 Jun 22 09:02:17.738101 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034da41-fe04-4805-872e-d37a98c8e9a2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:17.818184 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ea00278b-a4fe-4819-88ce-0890d735789e admin admin] Publish callbacks [] for security_group (14a70510-1c3b-4fe8-aad3-e2a7893a6e89), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:17.852410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0034da41-fe04-4805-872e-d37a98c8e9a2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:17.861833 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:17.864118 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40634) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:17.872457 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-0034da41-fe04-4805-872e-d37a98c8e9a2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5380971 Jun 22 09:02:17.872653 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-56064382-3464-499d-8bc9-07820184876c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'security_group_rule': {'security_group_id': 'ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:17.872817 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-20df728a-6349-4da6-a242-aa2ec507311a req-1f0320f4-3d23-4bf5-a7a0-19f5702eb711 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680436 Jun 22 09:02:17.947400 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ea00278b-a4fe-4819-88ce-0890d735789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (14a70510-1c3b-4fe8-aad3-e2a7893a6e89), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.015297 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ea00278b-a4fe-4819-88ce-0890d735789e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a81fd4f638f7444e9f1034a4aa27d739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873684 Jun 22 09:02:18.015297 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00278b-a4fe-4819-88ce-0890d735789e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a70510-1c3b-4fe8-aad3-e2a7893a6e89,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:18.017727 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40642) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:18.059004 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-56064382-3464-499d-8bc9-07820184876c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (401528b6-bb8c-4ccc-81c2-d16242ef7666), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.088003 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-22441313-f86d-4feb-bf52-a62d45c273e3 admin admin] Publish callbacks [] for security_group (14a70510-1c3b-4fe8-aad3-e2a7893a6e89), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.132089 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-22441313-f86d-4feb-bf52-a62d45c273e3 admin admin] Publish callbacks [] for security_group (14a70510-1c3b-4fe8-aad3-e2a7893a6e89), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.149230 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-56064382-3464-499d-8bc9-07820184876c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (401528b6-bb8c-4ccc-81c2-d16242ef7666), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.223348 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Sync routers for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:02:18.235303 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:18.236844 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:18.256064 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-22441313-f86d-4feb-bf52-a62d45c273e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (14a70510-1c3b-4fe8-aad3-e2a7893a6e89), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.256458 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-56064382-3464-499d-8bc9-07820184876c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (401528b6-bb8c-4ccc-81c2-d16242ef7666), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.260107 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-22441313-f86d-4feb-bf52-a62d45c273e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.263759 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-22441313-f86d-4feb-bf52-a62d45c273e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14a70510-1c3b-4fe8-aad3-e2a7893a6e89 HTTP/1.1" status: 204 len: 168 time: 0.2422037 Jun 22 09:02:18.275373 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22441313-f86d-4feb-bf52-a62d45c273e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a70510-1c3b-4fe8-aad3-e2a7893a6e89,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:18.295866 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56064382-3464-499d-8bc9-07820184876c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401528b6-bb8c-4ccc-81c2-d16242ef7666,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:18.391038 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:18.398343 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-56064382-3464-499d-8bc9-07820184876c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.404649 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-56064382-3464-499d-8bc9-07820184876c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5352349 Jun 22 09:02:18.405065 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40658) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:18.413291 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-c7b42078-ab5c-4eb4-bf50-1055399a53e6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'security_group_rule': {'security_group_id': 'ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:18.474204 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40662) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:18.489866 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:18.509494 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ac2df935-2415-424b-990a-4a9de068d222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.513825 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b0d1d595-28a6-4854-acf0-e8a565823611 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:18.578744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c7b42078-ab5c-4eb4-bf50-1055399a53e6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (46d0335a-a772-421a-992c-b5e57e65a5d6), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.686417 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port b0d1d595-28a6-4854-acf0-e8a565823611 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:18.686799 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.692006 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c7b42078-ab5c-4eb4-bf50-1055399a53e6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (46d0335a-a772-421a-992c-b5e57e65a5d6), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.697046 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:18.760811 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ac2df935-2415-424b-990a-4a9de068d222 admin admin] Publish callbacks [] for security_group (1197f7e9-16de-4f5a-8a32-21ed2ebb5589), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.778462 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.778687 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:15Z', 'revision_number': 2, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:18.778840 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.781415 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c7b42078-ab5c-4eb4-bf50-1055399a53e6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (46d0335a-a772-421a-992c-b5e57e65a5d6), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.792744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:18.806777 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b42078-ab5c-4eb4-bf50-1055399a53e6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d0335a-a772-421a-992c-b5e57e65a5d6,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:18.834745 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Checking router: 7ef81170-7a25-4352-86e1-6379ac1a39be for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:02:18.835268 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Updating router 7ef81170-7a25-4352-86e1-6379ac1a39be port 05949936-8581-4d51-8730-8ce358ba4e11 binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:02:18.855546 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ac2df935-2415-424b-990a-4a9de068d222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1197f7e9-16de-4f5a-8a32-21ed2ebb5589), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.867436 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:18.868640 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (05949936-8581-4d51-8730-8ce358ba4e11), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:18.977957 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2df935-2415-424b-990a-4a9de068d222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1197f7e9-16de-4f5a-8a32-21ed2ebb5589,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:19.023162 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c7b42078-ab5c-4eb4-bf50-1055399a53e6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.040199 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-c7b42078-ab5c-4eb4-bf50-1055399a53e6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6272423 Jun 22 09:02:19.040552 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port b0d1d595-28a6-4854-acf0-e8a565823611 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:19.041252 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40688) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:19.055796 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:19.065141 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-ac2df935-2415-424b-990a-4a9de068d222 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9217692d7d8b40c2847ca5997ae45ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5894523 Jun 22 09:02:19.080982 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40692) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:19.198700 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.217012 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06b24d-ef49-4987-bf41-bfb1a076c6f0 req-05f6c7b4-7a1f-4748-9eff-be596c8ab3f1 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:19.222475 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9b06b24d-ef49-4987-bf41-bfb1a076c6f0 req-05f6c7b4-7a1f-4748-9eff-be596c8ab3f1 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0987909 Jun 22 09:02:19.243710 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9e84b8be-230b-42cb-9af9-72a7ea9acbe4 admin admin] Publish callbacks [] for security_group (1197f7e9-16de-4f5a-8a32-21ed2ebb5589), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.305590 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9e84b8be-230b-42cb-9af9-72a7ea9acbe4 admin admin] Publish callbacks [] for security_group (1197f7e9-16de-4f5a-8a32-21ed2ebb5589), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.329827 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Publish callbacks [] for port (05949936-8581-4d51-8730-8ce358ba4e11), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.337679 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.350800 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:19.368780 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40700) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:19.406956 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9b06b24d-ef49-4987-bf41-bfb1a076c6f0 req-1b9af5ed-5c23-4fca-950f-20520b6b3731 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770837 Jun 22 09:02:19.450322 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (05949936-8581-4d51-8730-8ce358ba4e11), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.497994 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:19.500454 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Allocated IP 172.27.2.100 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/24ff0730-8553-4aea-a573-9a76a8eedf49) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:19.524056 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Pushing event updated for resources: {'Port': ['ID=05949936-8581-4d51-8730-8ce358ba4e11,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:19.556725 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.557053 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.557766 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.558289 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.558762 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.559231 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.559718 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.560292 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.561019 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.561498 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.561969 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.562496 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.563061 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.563686 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.564703 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:19.602172 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1442470997-network', 'tenant_id': '88cc58068dc749479b723b40a455c8c3'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:19.611789 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Attempting to bind port 05949936-8581-4d51-8730-8ce358ba4e11 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:02:19.612529 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Attempting to bind port 05949936-8581-4d51-8730-8ce358ba4e11 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:02:19.613221 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Attempting to bind port 05949936-8581-4d51-8730-8ce358ba4e11 on network 15257489-695d-400e-ba82-cb5e772f9bd0 {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:19.624235 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:02:19.625099 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Checking segment: {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:19.626208 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.627006 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for port (24ff0730-8553-4aea-a573-9a76a8eedf49), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.627168 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Bound using segment: {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:02:19.627714 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Bound port: 05949936-8581-4d51-8730-8ce358ba4e11, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:02:19.628169 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (05949936-8581-4d51-8730-8ce358ba4e11), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.700985 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9e84b8be-230b-42cb-9af9-72a7ea9acbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1197f7e9-16de-4f5a-8a32-21ed2ebb5589), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.703588 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9e84b8be-230b-42cb-9af9-72a7ea9acbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.709437 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-9e84b8be-230b-42cb-9af9-72a7ea9acbe4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1197f7e9-16de-4f5a-8a32-21ed2ebb5589 HTTP/1.1" status: 204 len: 168 time: 0.6261768 Jun 22 09:02:19.724430 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84b8be-230b-42cb-9af9-72a7ea9acbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1197f7e9-16de-4f5a-8a32-21ed2ebb5589,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:19.736583 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] For port 05949936-8581-4d51-8730-8ce358ba4e11, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:19.743059 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] For port 05949936-8581-4d51-8730-8ce358ba4e11, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=05949936-8581-4d51-8730-8ce358ba4e11,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:19.764143 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Made reservation on behalf of 88cc58068dc749479b723b40a455c8c3 for: {'network': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:19.773364 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.793369 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.822034 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (24ff0730-8553-4aea-a573-9a76a8eedf49), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.863376 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (05949936-8581-4d51-8730-8ce358ba4e11), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.867948 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:19.871241 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:19.875226 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:19.889672 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:19.904895 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-6a36ba98-50b7-4ab5-9b5e-c6b29b39a770 None None] Provisioning complete for port 05949936-8581-4d51-8730-8ce358ba4e11 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:19.906282 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6a36ba98-50b7-4ab5-9b5e-c6b29b39a770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (05949936-8581-4d51-8730-8ce358ba4e11), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:19.915006 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'Port': ['ID=24ff0730-8553-4aea-a573-9a76a8eedf49,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:19.954436 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:19.955803 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:20.008135 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72defd3-8786-4424-b7d9-d9dd5521911b None None] Pushing event updated for resources: {'Port': ['ID=05949936-8581-4d51-8730-8ce358ba4e11,revision_number=4']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:20.031018 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Publish callbacks [] for security_group (75827894-20d5-4051-a3df-67042e0cd4a7), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.079680 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (cd8ec71c-9119-41f0-a260-4afce61773a1), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.104270 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-6a36ba98-50b7-4ab5-9b5e-c6b29b39a770 None None] Current status of the port 05949936-8581-4d51-8730-8ce358ba4e11 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:20.107808 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6a36ba98-50b7-4ab5-9b5e-c6b29b39a770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (05949936-8581-4d51-8730-8ce358ba4e11), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.129435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (75827894-20d5-4051-a3df-67042e0cd4a7), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.159504 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-6a36ba98-50b7-4ab5-9b5e-c6b29b39a770 None None] For port 05949936-8581-4d51-8730-8ce358ba4e11, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=05949936-8581-4d51-8730-8ce358ba4e11,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:20.169529 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=104239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:02:20.180817 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (f684fb0b-1dd0-464c-820f-ae76adc93d82), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.182231 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.segments_db [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Added segment f684fb0b-1dd0-464c-820f-ae76adc93d82 of type vlan for network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 Jun 22 09:02:20.192698 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:20.231967 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (4df2dd48-6f93-4c9d-94e5-26ba102bb6e6), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.250111 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6a36ba98-50b7-4ab5-9b5e-c6b29b39a770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (05949936-8581-4d51-8730-8ce358ba4e11), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.296322 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75827894-20d5-4051-a3df-67042e0cd4a7,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:20.347292 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (24ff0730-8553-4aea-a573-9a76a8eedf49), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.347726 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36ba98-50b7-4ab5-9b5e-c6b29b39a770 None None] Pushing event updated for resources: {'Port': ['ID=05949936-8581-4d51-8730-8ce358ba4e11,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:20.369971 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (4df2dd48-6f93-4c9d-94e5-26ba102bb6e6), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.371329 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:20.379994 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.380232 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-e72b43c3-7480-4989-83c7-8576d2e0c159 None None] Provisioning complete for port 05949936-8581-4d51-8730-8ce358ba4e11 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:20.380232 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-e72b43c3-7480-4989-83c7-8576d2e0c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (05949936-8581-4d51-8730-8ce358ba4e11), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.499865 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-e72b43c3-7480-4989-83c7-8576d2e0c159 None None] Current status of the port 05949936-8581-4d51-8730-8ce358ba4e11 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:20.527114 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] Pushing event updated for resources: {'Network': ['ID=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:20.568918 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:02:20.655548 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:19Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:20.694813 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ba093-8c6e-4f26-b59d-75b7f554add1 req-495458ef-c802-4fd1-b997-60e375efeea7 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:20.696676 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-234ba093-8c6e-4f26-b59d-75b7f554add1 req-495458ef-c802-4fd1-b997-60e375efeea7 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1138618 Jun 22 09:02:20.719122 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for port (24ff0730-8553-4aea-a573-9a76a8eedf49), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.719809 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-4117546a-c66e-4e4a-90ae-0b49c83db51b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3434253 Jun 22 09:02:20.724224 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40736) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:20.737111 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052223bb-f0db-46fd-a62e-24d7e0f69718 None None] The sync data for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi is: [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:19Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:02:20.737295 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] Request body: {'subnet': {'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1442470997-subnet', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'ip_version': 4}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:20.844334 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-234ba093-8c6e-4f26-b59d-75b7f554add1 req-ab256ec2-3d45-48fa-a0e9-f664436975d2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340199 Jun 22 09:02:20.857900 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14068877'] for port (24ff0730-8553-4aea-a573-9a76a8eedf49), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.921479 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] Made reservation on behalf of 88cc58068dc749479b723b40a455c8c3 for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:20.924088 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13124413'] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:20.992600 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'Port': ['ID=24ff0730-8553-4aea-a573-9a76a8eedf49,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:21.034021 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (cd8ec71c-9119-41f0-a260-4afce61773a1), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:21.249950 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:21.260428 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-be08762c-5536-46f3-a946-24d3fd837b2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2055616 Jun 22 09:02:21.284700 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14068736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13124427'] for subnet (2a586f2d-d95c-49a5-88ae-d5e1001f7a4f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:21.350260 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40748) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:21.353611 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a586f2d-d95c-49a5-88ae-d5e1001f7a4f,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:21.367232 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] Checking segment: {'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:21.367682 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] Network hostable DHCP agents. Network: 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:02:21.420591 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:21.496144 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] Network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:02:21.580717 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:21.643980 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:21.649949 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:21.651245 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:21.668024 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb842d-14f7-4865-95cf-d7d4a7f0a729 None None] Network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:02:21.706426 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e137-c40a-4cd6-92db-8612067164ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:21.735504 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-ac4e3844-747e-45e3-8b50-e49155f8290f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--74705859&fields=id&tenant_id=ec813daa61ab4ac59a2197042fb35325 HTTP/1.1" status: 200 len: 267 time: 0.1278164 Jun 22 09:02:21.809613 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-2df91382-07ed-4bbf-9bde-4c4b0ecfc620 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0806162 Jun 22 09:02:21.810836 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40766) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:21.818084 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:21.841845 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:21.902546 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'project_id': '88cc58068dc749479b723b40a455c8c3', 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:02:21.904001 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.004153 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-9985d816-e99f-4541-bc11-34187388cba7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:22.004153 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-9985d816-e99f-4541-bc11-34187388cba7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 817 time: 0.2346292 Jun 22 09:02:22.005975 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40770) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:22.040217 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (0d3c316b-3c74-4a1d-a95d-80dc282a9090), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.041822 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (0d3c316b-3c74-4a1d-a95d-80dc282a9090), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.066778 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-5b0d0831-6afa-4d52-83eb-3da7d5bdee7c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/quotas/ec813daa61ab4ac59a2197042fb35325 HTTP/1.1" status: 200 len: 375 time: 0.0845113 Jun 22 09:02:22.141337 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8256-11ee-4ab9-a11c-eb1bd9b6c951 req-525142a5-643f-42b3-a568-397f5dc29d81 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:22.143433 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-252a8256-11ee-4ab9-a11c-eb1bd9b6c951 req-525142a5-643f-42b3-a568-397f5dc29d81 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1635826 Jun 22 09:02:22.147354 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e137-c40a-4cd6-92db-8612067164ee admin admin] Publish callbacks [] for security_group (4f1714d8-b122-4ff9-a291-a31053aa7b90), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.179689 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Publish callbacks [] for router_controller (0d3c316b-3c74-4a1d-a95d-80dc282a9090), precommit_add_association {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.203281 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-0eb6285e-88d9-4dd7-a69a-1743e6fadf6c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245410 Jun 22 09:02:22.212918 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Allocated IP 172.20.0.2 (4df2dd48-6f93-4c9d-94e5-26ba102bb6e6/2a586f2d-d95c-49a5-88ae-d5e1001f7a4f/e1f0dda1-efc0-4bdb-afbc-492d8c717379) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:22.236787 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-252a8256-11ee-4ab9-a11c-eb1bd9b6c951 req-d0d1d1c4-bfb1-40b0-863a-646dfef7eff6 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691409 Jun 22 09:02:22.269207 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ccde7ced-2547-4f4f-a861-4d7422e3a3f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.322030 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:22.329172 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e137-c40a-4cd6-92db-8612067164ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (4f1714d8-b122-4ff9-a291-a31053aa7b90), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.446397 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-772c0070-3589-4484-b3d0-a1e7dffe7036 service neutron] 10.222.0.36 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079093 Jun 22 09:02:22.582782 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9e137-c40a-4cd6-92db-8612067164ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1714d8-b122-4ff9-a291-a31053aa7b90,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:22.589721 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-a5d9e137-c40a-4cd6-92db-8612067164ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43e4a60890a64882b30827e25894da63&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2378025 Jun 22 09:02:22.615035 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 05949936-8581-4d51-8730-8ce358ba4e11 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:22.622615 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40782) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:22.655818 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Publish callbacks [] for router_gateway (0d3c316b-3c74-4a1d-a95d-80dc282a9090), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.678465 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-0b302ed5-14eb-4627-899f-3e04c3f12c66 service neutron] 10.222.0.36 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293403 Jun 22 09:02:22.717566 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ccde7ced-2547-4f4f-a861-4d7422e3a3f9 admin admin] Publish callbacks [] for security_group (920ad04b-7878-4b40-be4f-fed73a118583), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.733478 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-60bd9762-ea45-409b-8fe7-fba07f9adfc6 admin admin] Publish callbacks [] for security_group (4f1714d8-b122-4ff9-a291-a31053aa7b90), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.735002 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Publish callbacks [] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.737847 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 05949936-8581-4d51-8730-8ce358ba4e11 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:22.738270 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (05949936-8581-4d51-8730-8ce358ba4e11), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.765486 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-60bd9762-ea45-409b-8fe7-fba07f9adfc6 admin admin] Publish callbacks [] for security_group (4f1714d8-b122-4ff9-a291-a31053aa7b90), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.781654 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:22.832959 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:22.833733 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ccde7ced-2547-4f4f-a861-4d7422e3a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (920ad04b-7878-4b40-be4f-fed73a118583), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.838580 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 05949936-8581-4d51-8730-8ce358ba4e11 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:22.867442 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.906598 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde7ced-2547-4f4f-a861-4d7422e3a3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920ad04b-7878-4b40-be4f-fed73a118583,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:22.911395 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ccde7ced-2547-4f4f-a861-4d7422e3a3f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae9e6666e1b84c81a6e6c3a758f95239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9042506 Jun 22 09:02:22.914239 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40786) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:22.914522 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:22.920725 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:22.924230 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:22.935736 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Pushing event updated for resources: {'Port': ['ID=e1f0dda1-efc0-4bdb-afbc-492d8c717379,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:22.971922 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-60bd9762-ea45-409b-8fe7-fba07f9adfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (4f1714d8-b122-4ff9-a291-a31053aa7b90), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.984930 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-60bd9762-ea45-409b-8fe7-fba07f9adfc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:22.986999 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-60bd9762-ea45-409b-8fe7-fba07f9adfc6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f1714d8-b122-4ff9-a291-a31053aa7b90 HTTP/1.1" status: 204 len: 168 time: 0.3617604 Jun 22 09:02:23.051684 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Attempting to bind port e1f0dda1-efc0-4bdb-afbc-492d8c717379 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:02:23.053853 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Attempting to bind port e1f0dda1-efc0-4bdb-afbc-492d8c717379 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:02:23.057885 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Attempting to bind port e1f0dda1-efc0-4bdb-afbc-492d8c717379 on network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:23.058018 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3633fc8c-d47d-4f4e-9241-6ab6e08b04ba admin admin] Publish callbacks [] for security_group (920ad04b-7878-4b40-be4f-fed73a118583), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:23.070913 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:02:23.075205 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Checking segment: {'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:23.075700 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:23.076116 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Bound using segment: {'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:02:23.080382 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Bound port: e1f0dda1-efc0-4bdb-afbc-492d8c717379, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:02:23.082873 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:23.117679 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3633fc8c-d47d-4f4e-9241-6ab6e08b04ba admin admin] Publish callbacks [] for security_group (920ad04b-7878-4b40-be4f-fed73a118583), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:23.118636 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd9762-ea45-409b-8fe7-fba07f9adfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1714d8-b122-4ff9-a291-a31053aa7b90,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:23.186212 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5104be95-1e0a-4ddf-99a6-191d2b4a4dcb req-91a91f60-5e18-4eea-8886-40bf4748c8fa tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 210 time: 0.0755374 Jun 22 09:02:23.255595 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] For port e1f0dda1-efc0-4bdb-afbc-492d8c717379, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:23.259316 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Publish callbacks [] for router_gateway (0d3c316b-3c74-4a1d-a95d-80dc282a9090), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:23.259538 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] For port e1f0dda1-efc0-4bdb-afbc-492d8c717379, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=e1f0dda1-efc0-4bdb-afbc-492d8c717379,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:23.289715 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:23.385136 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c49f-6f7f-4fb5-b999-1f519bc1a832 req-18a6c745-6317-45ee-84ac-45943e00eea5 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:23.391363 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6ec9c49f-6f7f-4fb5-b999-1f519bc1a832 req-18a6c745-6317-45ee-84ac-45943e00eea5 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0485957 Jun 22 09:02:23.440602 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3633fc8c-d47d-4f4e-9241-6ab6e08b04ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (920ad04b-7878-4b40-be4f-fed73a118583), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:23.441085 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:23.443360 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3633fc8c-d47d-4f4e-9241-6ab6e08b04ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:23.444586 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-3633fc8c-d47d-4f4e-9241-6ab6e08b04ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/920ad04b-7878-4b40-be4f-fed73a118583 HTTP/1.1" status: 204 len: 168 time: 0.5291317 Jun 22 09:02:23.456878 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6ec9c49f-6f7f-4fb5-b999-1f519bc1a832 req-e7293e0b-0741-45ea-ab79-7e28febf7c51 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608704 Jun 22 09:02:23.480939 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633fc8c-d47d-4f4e-9241-6ab6e08b04ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920ad04b-7878-4b40-be4f-fed73a118583,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:23.549579 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33710b7-accc-4670-ae6b-9f59a5337c43 None None] Pushing event updated for resources: {'Port': ['ID=e1f0dda1-efc0-4bdb-afbc-492d8c717379,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:23.600724 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Allocated IP 172.27.2.4 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/759ee05e-5ee7-46bf-a296-aa6809d745be) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:23.797623 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Publish callbacks [] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:24.004163 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:24.051996 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:24.055387 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:24.062006 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:24.092224 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Pushing event updated for resources: {'Port': ['ID=759ee05e-5ee7-46bf-a296-aa6809d745be,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:24.328828 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a4a0c506-f0e3-450e-856a-d740a3547416 req-57419fd5-40cc-4450-8d2e-926c5cf3677d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 210 time: 0.0531161 Jun 22 09:02:24.437771 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:24.494175 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device e1f0dda1-efc0-4bdb-afbc-492d8c717379 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:24.537574 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port e1f0dda1-efc0-4bdb-afbc-492d8c717379 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:24.538335 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:24.607977 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0931-6720-46b7-8f18-b82e24fd7776 req-8b16f681-8036-4f7b-bfc2-477389484fed tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:24.611160 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-259e0931-6720-46b7-8f18-b82e24fd7776 req-8b16f681-8036-4f7b-bfc2-477389484fed tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0689528 Jun 22 09:02:24.664476 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port e1f0dda1-efc0-4bdb-afbc-492d8c717379 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:24.665725 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:24.735060 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-259e0931-6720-46b7-8f18-b82e24fd7776 req-39aedff7-0864-4490-815f-7c45b652b503 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854385 Jun 22 09:02:24.769693 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port e1f0dda1-efc0-4bdb-afbc-492d8c717379, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=e1f0dda1-efc0-4bdb-afbc-492d8c717379,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:24.810451 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Publish callbacks [] for router_gateway (0d3c316b-3c74-4a1d-a95d-80dc282a9090), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:24.881728 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd72e3-feb4-4eaa-adff-0ecde45abc66 None None] Network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:02:24.971191 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-1985d72a-5b13-4a07-9edf-e0f25ea3a970 None None] Provisioning complete for port e1f0dda1-efc0-4bdb-afbc-492d8c717379 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:24.972137 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-1985d72a-5b13-4a07-9edf-e0f25ea3a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:24.994260 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40844) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:25.019587 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3a489039-07c9-4bca-a522-a42ec85d948c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:25.050034 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:25.064474 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:25.163857 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3a489039-07c9-4bca-a522-a42ec85d948c admin admin] Publish callbacks [] for security_group (1ec34f6d-9814-47f1-8536-1b6ad78c6c5f), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:25.203215 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (0d3c316b-3c74-4a1d-a95d-80dc282a9090), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:25.262105 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-1985d72a-5b13-4a07-9edf-e0f25ea3a970 None None] Current status of the port e1f0dda1-efc0-4bdb-afbc-492d8c717379 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:25.266130 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=e1f0dda1-efc0-4bdb-afbc-492d8c717379,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:25.313214 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3a489039-07c9-4bca-a522-a42ec85d948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1ec34f6d-9814-47f1-8536-1b6ad78c6c5f), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:25.519750 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:02:25.525981 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:25.703486 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-3a489039-07c9-4bca-a522-a42ec85d948c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4df87a94e7f149539501875de37f87e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7044702 Jun 22 09:02:25.709451 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-8885b028-b81c-4ed2-8496-593cb7d08a50 None None] Provisioning complete for port e1f0dda1-efc0-4bdb-afbc-492d8c717379 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:25.710297 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8885b028-b81c-4ed2-8496-593cb7d08a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:25.715318 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40856) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:25.721278 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0993285a-fe47-45f9-ba2b-2463a3f484f3 req-c6807873-f8f4-4166-9ff3-7962b8cc3a20 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 210 time: 0.0489991 Jun 22 09:02:25.722123 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a489039-07c9-4bca-a522-a42ec85d948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec34f6d-9814-47f1-8536-1b6ad78c6c5f,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:25.782240 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:02:25.887502 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f268e5-8b67-4709-97e4-73e224bd0b2b req-d2da36cd-7c97-4896-930c-36651fef4f4b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:25.889499 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Sync routers for ids ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:02:25.897042 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-75f268e5-8b67-4709-97e4-73e224bd0b2b req-d2da36cd-7c97-4896-930c-36651fef4f4b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0822811 Jun 22 09:02:25.910555 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ea1e11f3-086b-4227-9ea4-73ac14d70c9d admin admin] Publish callbacks [] for security_group (1ec34f6d-9814-47f1-8536-1b6ad78c6c5f), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:25.924080 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Routers {'0d3c316b-3c74-4a1d-a95d-80dc282a9090'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:25.925166 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:25.941127 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ea1e11f3-086b-4227-9ea4-73ac14d70c9d admin admin] Publish callbacks [] for security_group (1ec34f6d-9814-47f1-8536-1b6ad78c6c5f), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:25.983315 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-75f268e5-8b67-4709-97e4-73e224bd0b2b req-b0696fda-9849-46da-8818-e322c8a41e83 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850666 Jun 22 09:02:26.019802 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:26.024480 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-e7f029f9-0272-4ccb-9a01-8475e81d4b2d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2119279 Jun 22 09:02:26.026242 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40868) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:26.093940 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-8885b028-b81c-4ed2-8496-593cb7d08a50 None None] Current status of the port e1f0dda1-efc0-4bdb-afbc-492d8c717379 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:26.118408 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Set router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:26.151171 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ea1e11f3-086b-4227-9ea4-73ac14d70c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1ec34f6d-9814-47f1-8536-1b6ad78c6c5f), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:26.153574 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ea1e11f3-086b-4227-9ea4-73ac14d70c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:26.154811 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ea1e11f3-086b-4227-9ea4-73ac14d70c9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ec34f6d-9814-47f1-8536-1b6ad78c6c5f HTTP/1.1" status: 204 len: 168 time: 0.4379635 Jun 22 09:02:26.168487 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e11f3-086b-4227-9ea4-73ac14d70c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec34f6d-9814-47f1-8536-1b6ad78c6c5f,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:26.520795 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device e1f0dda1-efc0-4bdb-afbc-492d8c717379 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:26.634225 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port e1f0dda1-efc0-4bdb-afbc-492d8c717379 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:26.634932 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:26.660139 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:26.674389 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:24Z', 'revision_number': 3, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:26.709876 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Checking router: 0d3c316b-3c74-4a1d-a95d-80dc282a9090 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:02:26.712476 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Updating router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 port 759ee05e-5ee7-46bf-a296-aa6809d745be binding host dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:02:26.749736 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:26.844157 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port e1f0dda1-efc0-4bdb-afbc-492d8c717379 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:26.870235 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Allocated IP 172.20.0.1 (4df2dd48-6f93-4c9d-94e5-26ba102bb6e6/2a586f2d-d95c-49a5-88ae-d5e1001f7a4f/9871f06a-ec77-4a05-8ccb-48715e8daeb1) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:27.076206 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b743a912-b58b-4882-bfa4-45892dc85b10 req-cfd213b3-3fa1-4bef-aef2-e46c68e68304 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 210 time: 0.0888841 Jun 22 09:02:27.135091 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Publish callbacks [] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.181541 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b9f93-2efc-4bdb-b7ca-581b7f8a4f32 req-c2b5a0c6-e65d-481d-b17b-017bff0deab2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:27.183528 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1f3b9f93-2efc-4bdb-b7ca-581b7f8a4f32 req-c2b5a0c6-e65d-481d-b17b-017bff0deab2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0916495 Jun 22 09:02:27.243821 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1f3b9f93-2efc-4bdb-b7ca-581b7f8a4f32 req-46048397-412c-4aac-a865-e2a70137f514 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540276 Jun 22 09:02:27.256669 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.279069 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Publish callbacks [] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), precommit_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.308397 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:27.312996 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:27.317810 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:27.343213 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Pushing event updated for resources: {'Port': ['ID=9871f06a-ec77-4a05-8ccb-48715e8daeb1,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:27.367497 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (0d3c316b-3c74-4a1d-a95d-80dc282a9090), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.417233 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.477654 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 40932) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:27.494109 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d1bcd6d4-7eab-41a1-b626-f0d75be8c232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.516171 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Attempting to bind port 759ee05e-5ee7-46bf-a296-aa6809d745be on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:02:27.516719 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Attempting to bind port 759ee05e-5ee7-46bf-a296-aa6809d745be by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:02:27.517411 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Attempting to bind port 759ee05e-5ee7-46bf-a296-aa6809d745be on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:27.523775 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6e662-478c-4d7d-9a24-9a219b8a3048 None None] Pushing event updated for resources: {'Port': ['ID=759ee05e-5ee7-46bf-a296-aa6809d745be,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:27.531461 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:02:27.531958 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:27.532630 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.533318 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:02:27.533947 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Bound port: 759ee05e-5ee7-46bf-a296-aa6809d745be, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:02:27.534459 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.609068 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] For port 759ee05e-5ee7-46bf-a296-aa6809d745be, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:27.614671 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] For port 759ee05e-5ee7-46bf-a296-aa6809d745be, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=759ee05e-5ee7-46bf-a296-aa6809d745be,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:27.633620 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d1bcd6d4-7eab-41a1-b626-f0d75be8c232 admin admin] Publish callbacks [] for security_group (dddaaed4-495d-4fe6-82b8-268d07e72b5a), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.640680 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.646503 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-bc3974d4-d3fd-4746-88ee-48fc10daa2f5 None None] Provisioning complete for port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:27.646902 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bc3974d4-d3fd-4746-88ee-48fc10daa2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.693497 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-bc3974d4-d3fd-4746-88ee-48fc10daa2f5 None None] Port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:02:27.781336 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.819453 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d1bcd6d4-7eab-41a1-b626-f0d75be8c232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (dddaaed4-495d-4fe6-82b8-268d07e72b5a), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:27.849060 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Routers {'0d3c316b-3c74-4a1d-a95d-80dc282a9090'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:27.849961 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:27.893691 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6e662-478c-4d7d-9a24-9a219b8a3048 None None] Pushing event updated for resources: {'Port': ['ID=759ee05e-5ee7-46bf-a296-aa6809d745be,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:27.985288 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] Set router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:28.084483 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:28.093194 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Publish callbacks [] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:28.102935 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcd6d4-7eab-41a1-b626-f0d75be8c232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddaaed4-495d-4fe6-82b8-268d07e72b5a,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:28.107749 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d1bcd6d4-7eab-41a1-b626-f0d75be8c232 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18e60736ed0b4485b370bd799ce1277e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6296842 Jun 22 09:02:28.113401 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 40936) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:28.182513 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-52c8c75e-0ff5-442c-b735-344f3f297c56 admin admin] Publish callbacks [] for security_group (dddaaed4-495d-4fe6-82b8-268d07e72b5a), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:28.198978 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14068877'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:28.207333 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '9871f06a-ec77-4a05-8ccb-48715e8daeb1', 'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'mac_address': 'fa:16:3e:e3:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:26Z', 'updated_at': '2022-06-22T09:02:26Z', 'revision_number': 1, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'subnets': [{'id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:28.217712 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-52c8c75e-0ff5-442c-b735-344f3f297c56 admin admin] Publish callbacks [] for security_group (dddaaed4-495d-4fe6-82b8-268d07e72b5a), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:28.248760 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-92a51d44-8b38-4f3a-858d-295460c956d0 req-f330f500-944d-4578-8cbd-058257dd89d0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 210 time: 0.0496564 Jun 22 09:02:28.274860 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb2925-b99e-4503-95e0-bd2baeb65122 None None] The sync data for ids ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'] in dv-cinder-787296-11-iscsi is: [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '9871f06a-ec77-4a05-8ccb-48715e8daeb1', 'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'mac_address': 'fa:16:3e:e3:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:26Z', 'updated_at': '2022-06-22T09:02:26Z', 'revision_number': 1, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'subnets': [{'id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:02:28.311990 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (0d3c316b-3c74-4a1d-a95d-80dc282a9090), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:28.320338 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Pushing event updated for resources: {'Port': ['ID=9871f06a-ec77-4a05-8ccb-48715e8daeb1,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:28.435839 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b657fd-f016-4f25-907c-329cf3448488 req-7938b849-246c-4b4f-8975-56eea44ffdb4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:28.444270 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-52b657fd-f016-4f25-907c-329cf3448488 req-7938b849-246c-4b4f-8975-56eea44ffdb4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0789819 Jun 22 09:02:28.483955 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:28.491813 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:28.496068 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-52c8c75e-0ff5-442c-b735-344f3f297c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (dddaaed4-495d-4fe6-82b8-268d07e72b5a), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:28.507499 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-52c8c75e-0ff5-442c-b735-344f3f297c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:28.510919 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-52c8c75e-0ff5-442c-b735-344f3f297c56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dddaaed4-495d-4fe6-82b8-268d07e72b5a HTTP/1.1" status: 204 len: 168 time: 0.3968835 Jun 22 09:02:28.570467 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8c75e-0ff5-442c-b735-344f3f297c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddaaed4-495d-4fe6-82b8-268d07e72b5a,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:28.643152 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-52b657fd-f016-4f25-907c-329cf3448488 req-8d2153c2-35cf-4ac1-bcc4-713c7d672037 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933231 Jun 22 09:02:28.799690 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:02:28.929081 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:28.941186 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-59f31f9a-7379-4d7c-ad3b-b0a6b3d5bb8e None None] Provisioning complete for port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:28.941777 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-59f31f9a-7379-4d7c-ad3b-b0a6b3d5bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:28.971630 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:02:28.985798 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d431c7b0-bee2-4e6c-81c1-653887c81c9f admin admin] 10.222.0.36 "PUT /v2.0/routers/0d3c316b-3c74-4a1d-a95d-80dc282a9090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9580846 Jun 22 09:02:28.997454 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-59f31f9a-7379-4d7c-ad3b-b0a6b3d5bb8e None None] Port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:02:29.233174 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:29.301606 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:29.511812 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c0c673d8-6712-4b8d-af82-4c7bc0cbc2c0 req-1add3196-f28b-4b31-9f6f-2bbfd9a28dcd tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 210 time: 0.0642893 Jun 22 09:02:29.546806 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:29.811652 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbe4e6-199b-4749-8ecd-b69aae3eb6e1 req-883cd42d-cd49-4321-89e0-bc006fb1badc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:29.826390 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbbbe4e6-199b-4749-8ecd-b69aae3eb6e1 req-883cd42d-cd49-4321-89e0-bc006fb1badc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0855319 Jun 22 09:02:29.871593 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:29.886506 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbbbe4e6-199b-4749-8ecd-b69aae3eb6e1 req-fcbd54b8-72f4-4a10-ab37-a1f683830e01 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584073 Jun 22 09:02:30.093466 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-20514fb0-c1e8-4ba2-8824-98093fedbccc tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:30.099627 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-20514fb0-c1e8-4ba2-8824-98093fedbccc tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.43 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 817 time: 0.1557341 Jun 22 09:02:30.195353 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 41008) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:30.200213 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1593452600-network', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:30.253193 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-b98598e2-246b-4ee1-963f-ed4fd8c32f9f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec813daa61ab4ac59a2197042fb35325 HTTP/1.1" status: 200 len: 378 time: 0.1431208 Jun 22 09:02:30.262698 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'port': {'device_id': '570dea14-f80c-45cc-9935-7cf6d445d337', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'admin_state_up': True, 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'security_groups': ['ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:30.388875 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Made reservation on behalf of ccea29c3839345c2b8f3726ea2100bed for: {'network': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:30.391317 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:30.416418 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:30.455894 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 759ee05e-5ee7-46bf-a296-aa6809d745be up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:30.504211 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 759ee05e-5ee7-46bf-a296-aa6809d745be triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:30.504590 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:30.546751 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Publish callbacks [] for security_group (a2e5f70e-834c-4f23-abfc-7e4f12bf1f21), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:30.658051 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 759ee05e-5ee7-46bf-a296-aa6809d745be is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:30.658717 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:30.679838 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3b6508d4-30cd-404e-bfaa-2c9892cbf02e req-91f76ae7-871e-40fa-8a7e-1f77857ca4a5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 210 time: 0.0600953 Jun 22 09:02:30.680538 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Made reservation on behalf of ec813daa61ab4ac59a2197042fb35325 for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:30.684546 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:30.712764 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a2e5f70e-834c-4f23-abfc-7e4f12bf1f21), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:30.720314 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41032) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:30.742494 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port 759ee05e-5ee7-46bf-a296-aa6809d745be, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=759ee05e-5ee7-46bf-a296-aa6809d745be,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:30.785565 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=104239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:02:30.845729 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (10657468-68db-4971-a98d-471126f3cf7f), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:30.846259 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.segments_db [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Added segment 10657468-68db-4971-a98d-471126f3cf7f of type vlan for network bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 Jun 22 09:02:30.847684 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e5f70e-834c-4f23-abfc-7e4f12bf1f21,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:30.872925 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1842076690-network', 'tenant_id': '9beb16c610a94371b896183858e4c1d5'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:30.873371 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:30.900093 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:30.950329 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:30.957696 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=759ee05e-5ee7-46bf-a296-aa6809d745be,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:31.026590 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Allocated IP 172.20.0.5 (15257489-695d-400e-ba82-cb5e772f9bd0/7437e07b-8af6-4d4d-bc86-69cdb6a4ec51/be31663b-fa96-458a-8d8e-4d90d98f36db) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:31.050243 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Made reservation on behalf of 9beb16c610a94371b896183858e4c1d5 for: {'network': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:31.053266 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.058766 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c128a7-d3bc-4e8e-8648-b8145a9da6d3 req-b43189bf-1774-4fa8-a630-5db5b7004da3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:31.060373 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a5c128a7-d3bc-4e8e-8648-b8145a9da6d3 req-b43189bf-1774-4fa8-a630-5db5b7004da3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0770979 Jun 22 09:02:31.074776 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.111665 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.112746 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:31.113345 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.187125 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a5c128a7-d3bc-4e8e-8648-b8145a9da6d3 req-12f4d899-4b62-467c-8079-4a186de6a940 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104665 Jun 22 09:02:31.208653 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:31.212587 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Publish callbacks [] for security_group (458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.307314 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] Pushing event updated for resources: {'Network': ['ID=bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:31.319027 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:02:31.335490 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.346871 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-89b1804a-96ed-4a13-94d5-d65c61de62ad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1504722 Jun 22 09:02:31.351089 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 41046) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:31.367865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] Request body: {'subnet': {'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1593452600-subnet', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'ip_version': 4}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:31.375741 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=104240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:02:31.377949 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.402159 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:31.411132 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (9c0c7201-5ccf-4f02-beda-640160293720), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.411715 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.segments_db [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Added segment 9c0c7201-5ccf-4f02-beda-640160293720 of type vlan for network 2af2e494-609c-486f-90c0-df3b055f7328 Jun 22 09:02:31.465018 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (2af2e494-609c-486f-90c0-df3b055f7328), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.507035 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.516292 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] Made reservation on behalf of ccea29c3839345c2b8f3726ea2100bed for: {'subnet': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:31.519316 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.575160 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (2af2e494-609c-486f-90c0-df3b055f7328), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.576219 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:31.576934 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.616380 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Network 15257489-695d-400e-ba82-cb5e772f9bd0 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:31.620365 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'Port': ['ID=be31663b-fa96-458a-8d8e-4d90d98f36db,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:31.634834 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:31.634834 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:31.643463 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:31.644491 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.703053 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] Pushing event updated for resources: {'Network': ['ID=2af2e494-609c-486f-90c0-df3b055f7328,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:31.715532 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 2af2e494-609c-486f-90c0-df3b055f7328 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:02:31.754123 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-bbf844d6-6eef-4b5e-b6d7-ed43d7ec8785 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0288489 Jun 22 09:02:31.754657 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41062) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:31.760780 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] Request body: {'subnet': {'network_id': '2af2e494-609c-486f-90c0-df3b055f7328', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1842076690-subnet', 'tenant_id': '9beb16c610a94371b896183858e4c1d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:31.890893 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-55186e1d-487f-41c6-aeae-4292fff0b9bb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6326432 Jun 22 09:02:31.936319 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Sync routers for ids ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:02:31.950161 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacae53-d142-4a10-b204-f3a5b7f74980 req-996c9844-a6ff-4a83-b572-6393ed35e614 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:31.950161 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-feacae53-d142-4a10-b204-f3a5b7f74980 req-996c9844-a6ff-4a83-b572-6393ed35e614 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 931 time: 0.1019523 Jun 22 09:02:31.950433 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Routers {'0d3c316b-3c74-4a1d-a95d-80dc282a9090'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:31.950433 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:31.999307 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-feacae53-d142-4a10-b204-f3a5b7f74980 req-cc65a3da-026e-41a7-b240-09113f848310 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511618 Jun 22 09:02:32.055032 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-d42b2c29-c1ff-48fb-8454-34525abc92bd None None] Provisioning complete for port be31663b-fa96-458a-8d8e-4d90d98f36db triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:32.055403 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d42b2c29-c1ff-48fb-8454-34525abc92bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.076653 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Set router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:32.090428 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] Made reservation on behalf of 9beb16c610a94371b896183858e4c1d5 for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:32.093746 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13124413'] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.101648 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-d42b2c29-c1ff-48fb-8454-34525abc92bd None None] Port be31663b-fa96-458a-8d8e-4d90d98f36db cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:02:32.103830 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.162953 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:32.174401 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] Checking segment: {'id': '10657468-68db-4971-a98d-471126f3cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:32.174765 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] Network hostable DHCP agents. Network: bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:02:32.272893 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] Network bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:02:32.328798 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec95561-fea4-4660-af7b-2e31898301c0 req-9e944c31-c3a8-460e-9c4b-36f557e92ebc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:32.330616 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0ec95561-fea4-4660-af7b-2e31898301c0 req-9e944c31-c3a8-460e-9c4b-36f557e92ebc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0545452 Jun 22 09:02:32.369195 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '9871f06a-ec77-4a05-8ccb-48715e8daeb1', 'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'mac_address': 'fa:16:3e:e3:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:26Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 2, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'subnets': [{'id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:32.370620 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9) {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:32.379425 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100d0af8-0794-4d67-a4fb-091eff756229 None None] Network bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:02:32.379859 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:32.380238 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.403519 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Checking router: 0d3c316b-3c74-4a1d-a95d-80dc282a9090 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:02:32.404304 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Updating router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:02:32.435464 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0ec95561-fea4-4660-af7b-2e31898301c0 req-1399ed1b-d07d-4fd5-8d9d-187e89efc9df tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842705 Jun 22 09:02:32.445088 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14068736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13124427'] for subnet (f27fc1be-de2e-4f85-b2a9-b9de562b14df), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.447291 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.469244 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 759ee05e-5ee7-46bf-a296-aa6809d745be up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:32.528907 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27fc1be-de2e-4f85-b2a9-b9de562b14df,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:32.532809 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] Checking segment: {'id': '9c0c7201-5ccf-4f02-beda-640160293720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:32.533298 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] Network hostable DHCP agents. Network: 2af2e494-609c-486f-90c0-df3b055f7328, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:02:32.558711 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41072) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:32.559955 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-687a126b-2454-4339-b10d-b9857a91dc99 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2073307 Jun 22 09:02:32.562654 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1593452600-router', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:32.575315 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9', 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9', 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'fixed_ips': [{'subnet_id': 'f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:02:32.576994 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.582806 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 759ee05e-5ee7-46bf-a296-aa6809d745be triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:32.583238 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.636906 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] Network 2af2e494-609c-486f-90c0-df3b055f7328 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:02:32.682812 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.684310 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.713305 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 2af2e494-609c-486f-90c0-df3b055f7328) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:32.733030 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56662ae4-f059-46ad-bc7f-fe865dd25989 None None] Network 2af2e494-609c-486f-90c0-df3b055f7328 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:02:32.744766 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:32.745608 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.753748 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Publish callbacks [] for router_controller (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), precommit_add_association {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.774175 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Publish callbacks [] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.805201 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 759ee05e-5ee7-46bf-a296-aa6809d745be is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:32.860935 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:32.879394 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-be0f66b2-9f84-49bf-aa3e-e74786b13a38 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1157970 Jun 22 09:02:32.905418 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1bd98-3022-454b-a91c-70ec29c744c2 None None] Pushing event updated for resources: {'Port': ['ID=9871f06a-ec77-4a05-8ccb-48715e8daeb1,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:32.992788 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:32.997445 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Allocated IP 172.20.0.2 (bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9/f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3/b8df0bbd-ab50-4344-bd04-94a34966962b) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:33.022656 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Attempting to bind port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:02:33.023584 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Attempting to bind port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:02:33.024114 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Attempting to bind port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 on network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:33.032060 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:02:33.033227 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Checking segment: {'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:33.033812 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.034431 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Bound using segment: {'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:02:33.035061 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Bound port: 9871f06a-ec77-4a05-8ccb-48715e8daeb1, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:02:33.035719 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.058992 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade4003-39fa-48b7-9ece-6a9d5331f0fa None None] Network 2af2e494-609c-486f-90c0-df3b055f7328 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:02:33.067106 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Publish callbacks [] for router_gateway (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.147826 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:33.161593 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] For port 9871f06a-ec77-4a05-8ccb-48715e8daeb1, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:33.171083 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] For port 9871f06a-ec77-4a05-8ccb-48715e8daeb1, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=9871f06a-ec77-4a05-8ccb-48715e8daeb1,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:33.244676 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdca740-05c6-41c1-8a5d-eac3568f01e0 req-1899e450-ddb3-47e1-853a-0d7eff7839b5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:33.254651 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2cdca740-05c6-41c1-8a5d-eac3568f01e0 req-1899e450-ddb3-47e1-853a-0d7eff7839b5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 931 time: 0.1219885 Jun 22 09:02:33.286440 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-b696f3cb-380d-461a-b7cc-bb3f91a4e9e8 None None] Provisioning complete for port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:33.286812 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b696f3cb-380d-461a-b7cc-bb3f91a4e9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.290192 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:33.306734 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.338101 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Publish callbacks [] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.343767 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-b696f3cb-380d-461a-b7cc-bb3f91a4e9e8 None None] Port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:02:33.388713 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2cdca740-05c6-41c1-8a5d-eac3568f01e0 req-6716113f-49ce-4ead-b3d9-091db2a03027 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1316557 Jun 22 09:02:33.408067 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.429758 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Publish callbacks [] for router_gateway (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.442142 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Routers {'0d3c316b-3c74-4a1d-a95d-80dc282a9090'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:33.443185 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:33.457125 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.525843 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Pushing event updated for resources: {'Port': ['ID=b8df0bbd-ab50-4344-bd04-94a34966962b,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:33.535361 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Network bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:33.537171 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:33.540744 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:33.577824 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1bd98-3022-454b-a91c-70ec29c744c2 None None] Pushing event updated for resources: {'Port': ['ID=9871f06a-ec77-4a05-8ccb-48715e8daeb1,revision_number=4']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:33.651292 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Allocated IP 172.27.2.112 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/9fb2db40-aa1d-404e-9004-c19ca3542609) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:33.662421 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d482f5-acd5-45aa-a776-55f6459c206b req-95deb506-c09e-47dc-bb17-0718a31390b7 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:33.665593 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a7d482f5-acd5-45aa-a776-55f6459c206b req-95deb506-c09e-47dc-bb17-0718a31390b7 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0951746 Jun 22 09:02:33.679783 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] Set router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:33.707464 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:33.724164 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-d90b3d30-49ec-418e-8cc4-592c1ad6d416 None None] Provisioning complete for port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:33.728363 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d90b3d30-49ec-418e-8cc4-592c1ad6d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.746282 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a7d482f5-acd5-45aa-a776-55f6459c206b req-27266815-9609-456b-80cd-48a90e592c59 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734341 Jun 22 09:02:33.782971 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Attempting to bind port b8df0bbd-ab50-4344-bd04-94a34966962b on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:02:33.783945 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Attempting to bind port b8df0bbd-ab50-4344-bd04-94a34966962b by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '10657468-68db-4971-a98d-471126f3cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:02:33.784467 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Attempting to bind port b8df0bbd-ab50-4344-bd04-94a34966962b on network bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:33.794370 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Publish callbacks [] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.796940 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:02:33.797461 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Checking segment: {'id': '10657468-68db-4971-a98d-471126f3cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:33.798250 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.798874 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Bound using segment: {'id': '10657468-68db-4971-a98d-471126f3cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:02:33.799459 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Bound port: b8df0bbd-ab50-4344-bd04-94a34966962b, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10657468-68db-4971-a98d-471126f3cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:02:33.799841 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.900266 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-d90b3d30-49ec-418e-8cc4-592c1ad6d416 None None] Current status of the port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:33.900652 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d90b3d30-49ec-418e-8cc4-592c1ad6d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.912515 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:33.916291 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] For port b8df0bbd-ab50-4344-bd04-94a34966962b, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:33.935777 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:33.936354 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] For port b8df0bbd-ab50-4344-bd04-94a34966962b, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b8df0bbd-ab50-4344-bd04-94a34966962b,segment=NetworkSegment(10657468-68db-4971-a98d-471126f3cf7f),segment_id=10657468-68db-4971-a98d-471126f3cf7f)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:33.947234 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '9871f06a-ec77-4a05-8ccb-48715e8daeb1', 'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'mac_address': 'fa:16:3e:e3:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:26Z', 'updated_at': '2022-06-22T09:02:33Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'subnets': [{'id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:33.957711 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:33.958489 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-d90b3d30-49ec-418e-8cc4-592c1ad6d416 None None] For port 9871f06a-ec77-4a05-8ccb-48715e8daeb1, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=9871f06a-ec77-4a05-8ccb-48715e8daeb1,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:33.961361 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:33.965409 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:33.972302 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb2db40-aa1d-404e-9004-c19ca3542609,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:33.975963 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508abfb-63b8-49c7-98f0-9c998d0328ff None None] The sync data for ids ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'] in dv-cinder-787296-11-iscsi is: [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '9871f06a-ec77-4a05-8ccb-48715e8daeb1', 'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'mac_address': 'fa:16:3e:e3:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:26Z', 'updated_at': '2022-06-22T09:02:33Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'subnets': [{'id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:02:34.054674 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d90b3d30-49ec-418e-8cc4-592c1ad6d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:34.059493 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:34.119752 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:34.133688 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b3d30-49ec-418e-8cc4-592c1ad6d416 None None] Pushing event updated for resources: {'Port': ['ID=9871f06a-ec77-4a05-8ccb-48715e8daeb1,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:34.214151 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584294d3-90d9-4f69-9d71-a06af85ce803 None None] Pushing event updated for resources: {'Port': ['ID=b8df0bbd-ab50-4344-bd04-94a34966962b,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:34.270142 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:34.366740 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Request body: {'port': {'device_id': '570dea14-f80c-45cc-9935-7cf6d445d337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:34.375213 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:34.598338 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Publish callbacks [] for router_gateway (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:34.606663 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 9871f06a-ec77-4a05-8ccb-48715e8daeb1 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:34.695486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:34.748217 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:34.750039 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:34.751113 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:34.899722 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec052e57-907d-42e6-831e-8bbfffadb500 req-201a21fe-4d74-433d-8c52-e4ccc1bb326b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:34.904290 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:34.919614 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ec052e57-907d-42e6-831e-8bbfffadb500 req-201a21fe-4d74-433d-8c52-e4ccc1bb326b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 931 time: 0.2438910 Jun 22 09:02:34.977615 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:34.997465 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbf6cc-6165-4650-843e-68dfa66c4743 req-84330199-4206-4b1e-89a3-081b4ccb2e61 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:35.006048 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-addbf6cc-6165-4650-843e-68dfa66c4743 req-84330199-4206-4b1e-89a3-081b4ccb2e61 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1151273 Jun 22 09:02:35.142596 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ec052e57-907d-42e6-831e-8bbfffadb500 req-4ce2552f-6050-46f6-88e9-62e560595b37 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2299731 Jun 22 09:02:35.166707 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-addbf6cc-6165-4650-843e-68dfa66c4743 req-52dee25c-0a33-4dad-9ce3-87a9cff0164b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592352 Jun 22 09:02:35.215379 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:02:35.369505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be31663b-fa96-458a-8d8e-4d90d98f36db {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:02:35.369689 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:02:35.384069 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Sync routers for ids ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:02:35.385700 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Publish callbacks [] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:35.396901 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Routers {'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:35.397905 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:35.424769 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Transition to ACTIVE for port object be31663b-fa96-458a-8d8e-4d90d98f36db will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:02:35.529372 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:35.531593 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:35.537044 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-cdd42eff-17ff-401e-9229-3276e69f3e61 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9775493 Jun 22 09:02:35.537887 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41132) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:35.592805 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Set router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:35.725589 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Pushing event updated for resources: {'Port': ['ID=be31663b-fa96-458a-8d8e-4d90d98f36db,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:35.746289 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:35.989084 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d852e26-6cd4-4fe5-96d5-8f2530c06798 None None] Network bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:02:36.041160 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Attempting to bind port be31663b-fa96-458a-8d8e-4d90d98f36db on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:02:36.042016 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Attempting to bind port be31663b-fa96-458a-8d8e-4d90d98f36db by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:02:36.042016 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Attempting to bind port be31663b-fa96-458a-8d8e-4d90d98f36db on network 15257489-695d-400e-ba82-cb5e772f9bd0 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:36.144305 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf8c87-5781-49f8-b141-baa6f3919437 req-3a9ea4b0-1aae-4515-b2d1-e2d9fc020066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:36.144305 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fddf8c87-5781-49f8-b141-baa6f3919437 req-3a9ea4b0-1aae-4515-b2d1-e2d9fc020066 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 1130 time: 0.2642334 Jun 22 09:02:36.152899 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790927-a46b-49ba-a396-8b362422dd83 req-d52a2fe8-b306-40d0-95e8-50505d4822fd tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:36.154566 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-d52a2fe8-b306-40d0-95e8-50505d4822fd tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/networks?id=2af2e494-609c-486f-90c0-df3b055f7328 HTTP/1.1" status: 200 len: 809 time: 0.5444221 Jun 22 09:02:36.155306 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Port be31663b-fa96-458a-8d8e-4d90d98f36db on network 15257489-695d-400e-ba82-cb5e772f9bd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:02:36.155628 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Attempting to bind port be31663b-fa96-458a-8d8e-4d90d98f36db on network 15257489-695d-400e-ba82-cb5e772f9bd0 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:36.181505 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-8a97da18-3afa-4eab-aa0f-c0e51b1a72c0 None None] Provisioning complete for port b8df0bbd-ab50-4344-bd04-94a34966962b triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:36.182462 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8a97da18-3afa-4eab-aa0f-c0e51b1a72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:36.199428 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-d472a61b-d98a-422a-859a-9c0ec35e2ef9 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/quotas/9beb16c610a94371b896183858e4c1d5 HTTP/1.1" status: 200 len: 375 time: 0.0320098 Jun 22 09:02:36.207063 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:02:36.207063 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Checking segment: {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:36.207063 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Bound using segment: {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:02:36.207063 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Bound port: be31663b-fa96-458a-8d8e-4d90d98f36db, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:02:36.207063 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:36.239219 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'name': 'tempest-TestShelveInstance-1593452600-router', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:32Z', 'updated_at': '2022-06-22T09:02:34Z', 'revision_number': 3, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'gw_port': {'id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:33Z', 'updated_at': '2022-06-22T09:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:36.296089 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Checking router: b9e8abed-5dc5-4dd1-8699-49e7fc319bfc for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:02:36.296743 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Updating router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc port 9fb2db40-aa1d-404e-9004-c19ca3542609 binding host dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:02:36.331497 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-1f518e2f-4a6a-403c-b68f-863ce9a30a8a tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9beb16c610a94371b896183858e4c1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091859 Jun 22 09:02:36.408976 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fddf8c87-5781-49f8-b141-baa6f3919437 req-c2663a7f-6bf7-45cd-95e3-c5612c03b0ca service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498844 Jun 22 09:02:36.416629 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:36.432219 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cec6a7-a124-49cc-956f-006b597199cb req-32523a39-4d5b-42fa-a02d-2cb44d0510b3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:36.433843 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94cec6a7-a124-49cc-956f-006b597199cb req-32523a39-4d5b-42fa-a02d-2cb44d0510b3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1651161 Jun 22 09:02:36.486415 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:36.554651 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b8df0bbd-ab50-4344-bd04-94a34966962b up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:36.563753 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:36.622939 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-5780ad85-a947-4491-8424-f2c4e7887b1d service neutron] 10.222.0.36 "GET /v2.0/networks/2af2e494-609c-486f-90c0-df3b055f7328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698088 Jun 22 09:02:36.633062 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94cec6a7-a124-49cc-956f-006b597199cb req-4fbbd199-c1cb-4894-99b7-4d45a2a590df tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1920991 Jun 22 09:02:36.644352 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:36.671853 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-8a97da18-3afa-4eab-aa0f-c0e51b1a72c0 None None] Current status of the port b8df0bbd-ab50-4344-bd04-94a34966962b is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:36.673041 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8a97da18-3afa-4eab-aa0f-c0e51b1a72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:36.693516 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:36.694284 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:36.697054 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] 10.222.0.43 "PUT /v2.0/ports/be31663b-fa96-458a-8d8e-4d90d98f36db HTTP/1.1" status: 200 len: 1093 time: 2.3350976 Jun 22 09:02:36.701122 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:02:36.711277 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6172515-f5b0-40d6-a11e-dfc2daa04860" -d '{"events": [{"name": "network-changed", "server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:36.744509 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:36.846173 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port b8df0bbd-ab50-4344-bd04-94a34966962b triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:36.846739 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:36.940751 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-8af807c5-11a8-4c61-b02b-f6808968c060 service neutron] 10.222.0.36 "GET /v2.0/networks/2af2e494-609c-486f-90c0-df3b055f7328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064647 Jun 22 09:02:36.941375 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e5e2a-0141-453c-bb0e-12ecb0c4a939 service neutron] Pushing event updated for resources: {'Port': ['ID=be31663b-fa96-458a-8d8e-4d90d98f36db,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:36.968403 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3818b-6547-4c57-9fd5-c35e16f1ab3e req-4794ba6e-2c6b-4f3f-bf08-5fb9d40afbdb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:36.978708 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dee3818b-6547-4c57-9fd5-c35e16f1ab3e req-4794ba6e-2c6b-4f3f-bf08-5fb9d40afbdb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1966794 Jun 22 09:02:36.990115 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-8a97da18-3afa-4eab-aa0f-c0e51b1a72c0 None None] For port b8df0bbd-ab50-4344-bd04-94a34966962b, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b8df0bbd-ab50-4344-bd04-94a34966962b,segment=NetworkSegment(10657468-68db-4971-a98d-471126f3cf7f),segment_id=10657468-68db-4971-a98d-471126f3cf7f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:37.071361 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Allocated IP 172.20.0.1 (bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9/f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3/b8c35dde-abaf-4e33-979e-dc858e52095e) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:37.078038 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port b8df0bbd-ab50-4344-bd04-94a34966962b is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:37.078494 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.083085 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dee3818b-6547-4c57-9fd5-c35e16f1ab3e req-10e85a7b-0cfe-476e-bec6-6b6bed3e8fdf tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030824 Jun 22 09:02:37.167196 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dfa201-724c-4a2a-92f7-e43b0570f546 x-openstack-request-id: req-f3dfa201-724c-4a2a-92f7-e43b0570f546 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:37.167621 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:37.168046 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3dfa201-724c-4a2a-92f7-e43b0570f546 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:37.168533 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3dfa201-724c-4a2a-92f7-e43b0570f546'] response: {'name': 'network-changed', 'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'status': 'completed', 'code': 200} Jun 22 09:02:37.249132 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Publish callbacks [] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.281695 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8a97da18-3afa-4eab-aa0f-c0e51b1a72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.325817 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e5e59a6d-da48-4a4a-adbe-1fac4e68479e req-8dbe6047-5e0c-4c76-afc8-b157ddb817d0 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 210 time: 0.0480022 Jun 22 09:02:37.390202 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Publish callbacks [] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), precommit_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.415705 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.447001 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-02ca25cc-28d5-4fd8-87db-3c977f066c9a None None] Provisioning complete for port b8df0bbd-ab50-4344-bd04-94a34966962b triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:37.447466 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-02ca25cc-28d5-4fd8-87db-3c977f066c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.452717 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.db.api [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 09:02:37.453225 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG oslo_db.api [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:02:37.499948 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Network bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:37.499948 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:37.499948 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:37.500275 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97da18-3afa-4eab-aa0f-c0e51b1a72c0 None None] Pushing event updated for resources: {'Port': ['ID=b8df0bbd-ab50-4344-bd04-94a34966962b,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:37.521442 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c35dde-abaf-4e33-979e-dc858e52095e,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:37.541509 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.541859 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.542277 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.544697 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.544697 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.544697 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.544697 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.544697 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.544697 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.544697 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.545869 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.545869 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.545869 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.546430 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.546430 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:37.565475 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.581776 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-02ca25cc-28d5-4fd8-87db-3c977f066c9a None None] Current status of the port b8df0bbd-ab50-4344-bd04-94a34966962b is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:37.724441 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.795479 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Attempting to bind port 9fb2db40-aa1d-404e-9004-c19ca3542609 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:02:37.795993 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Attempting to bind port 9fb2db40-aa1d-404e-9004-c19ca3542609 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:02:37.796436 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Attempting to bind port 9fb2db40-aa1d-404e-9004-c19ca3542609 on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:37.798944 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdf7cb-a0a6-4762-b49d-4f9695605af9 None None] Pushing event updated for resources: {'Port': ['ID=9fb2db40-aa1d-404e-9004-c19ca3542609,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:37.799211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeea38-908a-4e81-ba60-6a7873de0b3c req-e9a240ac-f813-40a7-abba-fe835c98b3f3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:37.801297 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7faeea38-908a-4e81-ba60-6a7873de0b3c req-e9a240ac-f813-40a7-abba-fe835c98b3f3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0598938 Jun 22 09:02:37.815262 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:02:37.815790 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:37.816204 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.816647 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:02:37.817212 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Bound port: 9fb2db40-aa1d-404e-9004-c19ca3542609, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:02:37.817667 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.843013 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-97d178b3-d8c0-4f63-8d03-2b8d49d5e5c9 None None] Provisioning complete for port b8c35dde-abaf-4e33-979e-dc858e52095e triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:37.843998 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-97d178b3-d8c0-4f63-8d03-2b8d49d5e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.885201 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7faeea38-908a-4e81-ba60-6a7873de0b3c req-30f3141f-b6ba-4403-8b96-9e716607c409 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740800 Jun 22 09:02:37.891192 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:37.935731 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-97d178b3-d8c0-4f63-8d03-2b8d49d5e5c9 None None] Port b8c35dde-abaf-4e33-979e-dc858e52095e cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:02:37.939185 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] For port 9fb2db40-aa1d-404e-9004-c19ca3542609, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:37.944170 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] For port 9fb2db40-aa1d-404e-9004-c19ca3542609, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=9fb2db40-aa1d-404e-9004-c19ca3542609,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:38.019595 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port b8df0bbd-ab50-4344-bd04-94a34966962b is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:38.050643 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:38.140157 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Routers {'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:38.140901 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:38.171866 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Publish callbacks [] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:38.201172 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdf7cb-a0a6-4762-b49d-4f9695605af9 None None] Pushing event updated for resources: {'Port': ['ID=9fb2db40-aa1d-404e-9004-c19ca3542609,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:38.226884 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14068877'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:38.287534 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:38.319897 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] Set router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:38.320554 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71233d-48f5-4174-8393-a1f89b51f52e req-49cfce46-0d8e-4a56-bc05-46810c81aa26 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:38.322212 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3f71233d-48f5-4174-8393-a1f89b51f52e req-49cfce46-0d8e-4a56-bc05-46810c81aa26 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1016207 Jun 22 09:02:38.334285 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:38.336604 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c35dde-abaf-4e33-979e-dc858e52095e,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:38.515526 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b8df0bbd-ab50-4344-bd04-94a34966962b up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:38.535262 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:38.535954 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1ad663a9-073d-44c7-9098-846e81b5ad52 req-1e33e1dc-db27-45c8-a441-d22ae9fa071b tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 210 time: 0.0990126 Jun 22 09:02:38.546405 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Network bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:38.546894 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3f71233d-48f5-4174-8393-a1f89b51f52e req-37af12c1-00a3-4c8d-803e-7e2bc472b115 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132955 Jun 22 09:02:38.548165 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:38.609299 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:38.654183 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port b8df0bbd-ab50-4344-bd04-94a34966962b triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:38.654752 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:38.659617 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'name': 'tempest-TestShelveInstance-1593452600-router', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:32Z', 'updated_at': '2022-06-22T09:02:37Z', 'revision_number': 4, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'gw_port': {'id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:33Z', 'updated_at': '2022-06-22T09:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b8c35dde-abaf-4e33-979e-dc858e52095e', 'name': '', 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'mac_address': 'fa:16:3e:64:11:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:36Z', 'updated_at': '2022-06-22T09:02:37Z', 'revision_number': 1, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'subnets': [{'id': 'f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:38.718614 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:02:38.742177 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d3d77-4536-40e0-9b37-3b5b0be6a606 None None] The sync data for ids ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'] in dv-cinder-787296-11-iscsi is: [{'id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'name': 'tempest-TestShelveInstance-1593452600-router', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:32Z', 'updated_at': '2022-06-22T09:02:37Z', 'revision_number': 4, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'gw_port': {'id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:33Z', 'updated_at': '2022-06-22T09:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b8c35dde-abaf-4e33-979e-dc858e52095e', 'name': '', 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'mac_address': 'fa:16:3e:64:11:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:36Z', 'updated_at': '2022-06-22T09:02:37Z', 'revision_number': 1, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'subnets': [{'id': 'f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:02:38.900024 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port b8df0bbd-ab50-4344-bd04-94a34966962b is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:38.953360 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:02:38.959821 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-4baba681-af79-46b8-8bf5-acbc03d20935 admin admin] 10.222.0.36 "PUT /v2.0/routers/b9e8abed-5dc5-4dd1-8699-49e7fc319bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4202759 Jun 22 09:02:38.997697 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-dc68101a-68f9-4a64-8c8d-5dddc0ccc76d None None] Provisioning complete for port b8c35dde-abaf-4e33-979e-dc858e52095e triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:38.998442 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-dc68101a-68f9-4a64-8c8d-5dddc0ccc76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:39.041066 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:39.089704 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-dc68101a-68f9-4a64-8c8d-5dddc0ccc76d None None] Port b8c35dde-abaf-4e33-979e-dc858e52095e cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:02:39.095347 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276ae2-91da-45ca-b5d9-fd68815d4660 req-325da8a6-fc24-4582-ad35-f31afd00eaca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:39.118699 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-27276ae2-91da-45ca-b5d9-fd68815d4660 req-325da8a6-fc24-4582-ad35-f31afd00eaca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1210811 Jun 22 09:02:39.209469 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-27276ae2-91da-45ca-b5d9-fd68815d4660 req-f8875afb-cb04-4408-9a94-a0c8aff8bf4b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872829 Jun 22 09:02:39.685915 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6172515-f5b0-40d6-a11e-dfc2daa04860 req-51d0f0da-58af-4bfc-979f-164b7781e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:39.687777 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d6172515-f5b0-40d6-a11e-dfc2daa04860 req-51d0f0da-58af-4bfc-979f-164b7781e0ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 1127 time: 0.0917940 Jun 22 09:02:39.725299 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb4806-6727-479c-ba42-aec03ed85ee2 req-b2ccd754-b720-4e38-aadd-ea2a9a1740b0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:39.726930 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e7bb4806-6727-479c-ba42-aec03ed85ee2 req-b2ccd754-b720-4e38-aadd-ea2a9a1740b0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0565293 Jun 22 09:02:39.842151 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e7bb4806-6727-479c-ba42-aec03ed85ee2 req-e301cabf-d1e4-4467-81c0-c754f35d7cb7 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062632 Jun 22 09:02:39.940159 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41214) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:39.945490 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-731c7fbb-25a5-45a1-8ff9-2182afcd5696 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613429955', 'description': 'tempest-secgroup-smoke-613429955 description', 'project_id': '88cc58068dc749479b723b40a455c8c3'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:40.030636 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-592cbe65-f27c-47da-aa4d-e37ff835febf req-09858b47-41c5-4a93-9d25-7cf8d41618bc tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 210 time: 0.0789101 Jun 22 09:02:40.158969 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-731c7fbb-25a5-45a1-8ff9-2182afcd5696 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:40.208751 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:40.307695 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-731c7fbb-25a5-45a1-8ff9-2182afcd5696 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group (628c8c77-f6c4-407b-8469-0b329056bf9c), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:40.421733 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-731c7fbb-25a5-45a1-8ff9-2182afcd5696 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (628c8c77-f6c4-407b-8469-0b329056bf9c), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:40.458695 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006eb7b-f049-422c-8537-10091ef97f29 req-495ca0f5-4ecd-45fd-9705-d4c81a0a3b20 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:40.461321 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3006eb7b-f049-422c-8537-10091ef97f29 req-495ca0f5-4ecd-45fd-9705-d4c81a0a3b20 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1313508 Jun 22 09:02:40.552865 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c7fbb-25a5-45a1-8ff9-2182afcd5696 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628c8c77-f6c4-407b-8469-0b329056bf9c,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:40.581965 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6172515-f5b0-40d6-a11e-dfc2daa04860 req-6fa3cffd-d839-401c-b846-47a9187422ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:40.584789 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d6172515-f5b0-40d6-a11e-dfc2daa04860 req-6fa3cffd-d839-401c-b846-47a9187422ab service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ec813daa61ab4ac59a2197042fb35325&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6724489 Jun 22 09:02:40.606375 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 9fb2db40-aa1d-404e-9004-c19ca3542609 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:40.609434 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-731c7fbb-25a5-45a1-8ff9-2182afcd5696 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:40.612512 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-731c7fbb-25a5-45a1-8ff9-2182afcd5696 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6707957 Jun 22 09:02:40.621482 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3006eb7b-f049-422c-8537-10091ef97f29 req-0ce650af-cee0-42c5-96b6-7f8192160adb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1343241 Jun 22 09:02:40.621482 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 41224) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:40.630704 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Request body: {'security_group_rule': {'security_group_id': '628c8c77-f6c4-407b-8469-0b329056bf9c', 'project_id': '88cc58068dc749479b723b40a455c8c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:40.682469 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 9fb2db40-aa1d-404e-9004-c19ca3542609 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:40.682929 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:40.772050 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 9fb2db40-aa1d-404e-9004-c19ca3542609 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:40.772491 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:40.795604 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port 9fb2db40-aa1d-404e-9004-c19ca3542609, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=9fb2db40-aa1d-404e-9004-c19ca3542609,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:40.884630 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (a3d3080f-b979-4b2e-a885-e8c9ac41fcfd), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:40.927174 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:40.968411 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (a3d3080f-b979-4b2e-a885-e8c9ac41fcfd), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:40.992535 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=9fb2db40-aa1d-404e-9004-c19ca3542609,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:41.017768 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7eff8-6101-4533-b81c-e2164eeff093 req-0fdaea3a-5406-4568-9384-4fffa3dc49d3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:41.019598 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-59b7eff8-6101-4533-b81c-e2164eeff093 req-0fdaea3a-5406-4568-9384-4fffa3dc49d3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0543354 Jun 22 09:02:41.071783 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-59b7eff8-6101-4533-b81c-e2164eeff093 req-5e1db45e-7087-481c-9a68-691f9dd104c8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460780 Jun 22 09:02:41.100125 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (a3d3080f-b979-4b2e-a885-e8c9ac41fcfd), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:41.121442 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:41.138318 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d3080f-b979-4b2e-a885-e8c9ac41fcfd,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:41.165577 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9d1204f6-1b65-4e83-8b70-e6c59825cc27 req-b9d086f7-0011-4a23-abaa-2f855671c9fa tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 210 time: 0.0405216 Jun 22 09:02:41.167250 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.167589 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.167921 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.168253 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.168697 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.168948 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.169200 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.169660 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.169814 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.170153 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.170472 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.170786 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.171104 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.176330 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.176330 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:02:41.286320 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:41.287539 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-5dc3f260-826d-43de-bb81-fa42a44313a1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6656070 Jun 22 09:02:41.291650 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41232) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:41.297525 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-cc1eb019-8825-4e68-a4f5-fcdaf3b2e3aa tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Request body: {'security_group_rule': {'security_group_id': '628c8c77-f6c4-407b-8469-0b329056bf9c', 'project_id': '88cc58068dc749479b723b40a455c8c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:41.405480 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb019-8825-4e68-a4f5-fcdaf3b2e3aa tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (84e361cf-7440-40a2-94bb-0f1c57b46813), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:41.509802 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb019-8825-4e68-a4f5-fcdaf3b2e3aa tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (84e361cf-7440-40a2-94bb-0f1c57b46813), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:41.539259 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Sync routers for ids ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:02:41.551684 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Routers {'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:41.552491 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:41.660533 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb019-8825-4e68-a4f5-fcdaf3b2e3aa tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (84e361cf-7440-40a2-94bb-0f1c57b46813), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:41.664727 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Set router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:41.683912 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1eb019-8825-4e68-a4f5-fcdaf3b2e3aa tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e361cf-7440-40a2-94bb-0f1c57b46813,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:41.708511 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:41.782793 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb019-8825-4e68-a4f5-fcdaf3b2e3aa tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:41.784592 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-cc1eb019-8825-4e68-a4f5-fcdaf3b2e3aa tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4910970 Jun 22 09:02:41.788681 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41244) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:41.794484 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-a43c68b6-15e5-4080-a076-a029539db1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Request body: {'security_group_rule': {'security_group_id': '628c8c77-f6c4-407b-8469-0b329056bf9c', 'project_id': '88cc58068dc749479b723b40a455c8c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:41.803152 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd63fe-c6c1-4c83-9e70-44c8240d6cc5 req-cef41b2c-bdf0-4920-a356-b8f7ecacbd6e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:41.805048 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3cd63fe-c6c1-4c83-9e70-44c8240d6cc5 req-cef41b2c-bdf0-4920-a356-b8f7ecacbd6e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0627816 Jun 22 09:02:41.893049 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3cd63fe-c6c1-4c83-9e70-44c8240d6cc5 req-419f37c2-0af3-419c-a790-4306863a33fe tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752227 Jun 22 09:02:41.923022 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'name': 'tempest-TestShelveInstance-1593452600-router', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:32Z', 'updated_at': '2022-06-22T09:02:37Z', 'revision_number': 4, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'gw_port': {'id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:33Z', 'updated_at': '2022-06-22T09:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b8c35dde-abaf-4e33-979e-dc858e52095e', 'name': '', 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'mac_address': 'fa:16:3e:64:11:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:36Z', 'updated_at': '2022-06-22T09:02:37Z', 'revision_number': 2, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'subnets': [{'id': 'f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:41.942264 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a43c68b6-15e5-4080-a076-a029539db1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (88ede7ac-1f00-469f-8a51-d387c8bdaf77), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:41.966646 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Checking router: b9e8abed-5dc5-4dd1-8699-49e7fc319bfc for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:02:41.967473 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Updating router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc port b8c35dde-abaf-4e33-979e-dc858e52095e binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:02:42.015625 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.040965 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a43c68b6-15e5-4080-a076-a029539db1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (88ede7ac-1f00-469f-8a51-d387c8bdaf77), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.112258 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:42.140067 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a43c68b6-15e5-4080-a076-a029539db1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (88ede7ac-1f00-469f-8a51-d387c8bdaf77), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.161973 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c68b6-15e5-4080-a076-a029539db1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ede7ac-1f00-469f-8a51-d387c8bdaf77,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:42.218628 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed1c2-5caf-4f8f-8b0f-834c49a7f49e req-3b672e25-61b7-4f3c-9745-a219fd80abc8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:42.218628 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-39eed1c2-5caf-4f8f-8b0f-834c49a7f49e req-3b672e25-61b7-4f3c-9745-a219fd80abc8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0556207 Jun 22 09:02:42.225907 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:42.277956 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a43c68b6-15e5-4080-a076-a029539db1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.279523 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-a43c68b6-15e5-4080-a076-a029539db1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4887381 Jun 22 09:02:42.292970 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41250) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:42.298416 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ddf63c34-489b-4f2e-a80b-cc046108f65b req-e6c8d495-b742-4b7c-b9ed-a0a3d97d6acf tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 210 time: 0.0418346 Jun 22 09:02:42.299117 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-e0c851af-9a63-4117-89eb-41f60b02e3f1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Request body: {'security_group_rule': {'security_group_id': '628c8c77-f6c4-407b-8469-0b329056bf9c', 'project_id': '88cc58068dc749479b723b40a455c8c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:42.312409 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-39eed1c2-5caf-4f8f-8b0f-834c49a7f49e req-a316a2b2-827a-4c59-88a9-5eeefcab9ed2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875187 Jun 22 09:02:42.321120 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Publish callbacks [] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.408273 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.415309 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0c851af-9a63-4117-89eb-41f60b02e3f1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (095b22b3-3879-4e20-b665-2c6631492183), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.422578 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 9fb2db40-aa1d-404e-9004-c19ca3542609 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:42.473222 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 9fb2db40-aa1d-404e-9004-c19ca3542609 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:42.473822 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.486366 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90384c33-fc0e-4e74-9404-1ca137a0e537 None None] Pushing event updated for resources: {'Port': ['ID=b8c35dde-abaf-4e33-979e-dc858e52095e,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:42.489663 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0c851af-9a63-4117-89eb-41f60b02e3f1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (095b22b3-3879-4e20-b665-2c6631492183), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.537194 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Attempting to bind port b8c35dde-abaf-4e33-979e-dc858e52095e on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:02:42.538556 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Attempting to bind port b8c35dde-abaf-4e33-979e-dc858e52095e by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '10657468-68db-4971-a98d-471126f3cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:02:42.539022 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Attempting to bind port b8c35dde-abaf-4e33-979e-dc858e52095e on network bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:42.544682 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:02:42.545356 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Checking segment: {'id': '10657468-68db-4971-a98d-471126f3cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:42.545454 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.545993 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Bound using segment: {'id': '10657468-68db-4971-a98d-471126f3cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:02:42.546501 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Bound port: b8c35dde-abaf-4e33-979e-dc858e52095e, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10657468-68db-4971-a98d-471126f3cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:02:42.547047 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.555265 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:42.585387 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 9fb2db40-aa1d-404e-9004-c19ca3542609 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:42.620290 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0c851af-9a63-4117-89eb-41f60b02e3f1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (095b22b3-3879-4e20-b665-2c6631492183), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.624426 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] For port b8c35dde-abaf-4e33-979e-dc858e52095e, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:42.628173 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] For port b8c35dde-abaf-4e33-979e-dc858e52095e, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b8c35dde-abaf-4e33-979e-dc858e52095e,segment=NetworkSegment(10657468-68db-4971-a98d-471126f3cf7f),segment_id=10657468-68db-4971-a98d-471126f3cf7f)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:42.641428 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c851af-9a63-4117-89eb-41f60b02e3f1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095b22b3-3879-4e20-b665-2c6631492183,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:42.753751 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-a9e31288-6dfa-449f-994f-db106d1828f0 None None] Provisioning complete for port b8c35dde-abaf-4e33-979e-dc858e52095e triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:42.754244 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a9e31288-6dfa-449f-994f-db106d1828f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.772163 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.793745 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0c851af-9a63-4117-89eb-41f60b02e3f1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:42.798492 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-e0c851af-9a63-4117-89eb-41f60b02e3f1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5042386 Jun 22 09:02:42.799073 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-a9e31288-6dfa-449f-994f-db106d1828f0 None None] Port b8c35dde-abaf-4e33-979e-dc858e52095e cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:02:42.805824 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41260) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:42.810886 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-eb5087e1-6711-42ae-84c6-2ccde69ff3a4 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Request body: {'security_group_rule': {'security_group_id': '628c8c77-f6c4-407b-8469-0b329056bf9c', 'project_id': '88cc58068dc749479b723b40a455c8c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:42.941052 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6172515-f5b0-40d6-a11e-dfc2daa04860 req-f48df41a-5222-4e1d-b1b5-8aedaf660f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:42.942672 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d6172515-f5b0-40d6-a11e-dfc2daa04860 req-f48df41a-5222-4e1d-b1b5-8aedaf660f2b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1999369 Jun 22 09:02:42.958149 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.securitygroups_db [None req-eb5087e1-6711-42ae-84c6-2ccde69ff3a4 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Project 88cc58068dc749479b723b40a455c8c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:02:42.959799 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90384c33-fc0e-4e74-9404-1ca137a0e537 None None] Pushing event updated for resources: {'Port': ['ID=b8c35dde-abaf-4e33-979e-dc858e52095e,revision_number=4']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:42.968536 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Routers {'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:02:42.969221 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:42.970243 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-eb5087e1-6711-42ae-84c6-2ccde69ff3a4 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (69655e26-0d9b-4f73-8427-8d6e2f640108), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.057189 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:43.098136 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597311b-f515-4ae1-b63e-6b5e8f2d0e13 req-fe1a1090-cdb9-4324-8d01-50bcbce2f01c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:43.105071 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] Set router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:02:43.105469 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6597311b-f515-4ae1-b63e-6b5e8f2d0e13 req-fe1a1090-cdb9-4324-8d01-50bcbce2f01c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0958033 Jun 22 09:02:43.136183 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-eb5087e1-6711-42ae-84c6-2ccde69ff3a4 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (69655e26-0d9b-4f73-8427-8d6e2f640108), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.158724 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6597311b-f515-4ae1-b63e-6b5e8f2d0e13 req-421ff4e4-5848-4ccc-98c7-09bc99f5373f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521827 Jun 22 09:02:43.183846 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4a6004ae-21c4-4bf6-ae3d-c9cc3a906063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.185598 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:43.214768 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-eb5087e1-6711-42ae-84c6-2ccde69ff3a4 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (69655e26-0d9b-4f73-8427-8d6e2f640108), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.239419 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-73927406-422e-49d8-902d-e80c0ac1338f None None] Provisioning complete for port b8c35dde-abaf-4e33-979e-dc858e52095e triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:43.239715 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-73927406-422e-49d8-902d-e80c0ac1338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.245913 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5087e1-6711-42ae-84c6-2ccde69ff3a4 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69655e26-0d9b-4f73-8427-8d6e2f640108,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:43.314561 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-73927406-422e-49d8-902d-e80c0ac1338f None None] Current status of the port b8c35dde-abaf-4e33-979e-dc858e52095e is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:43.315182 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-73927406-422e-49d8-902d-e80c0ac1338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.317175 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'name': 'tempest-TestShelveInstance-1593452600-router', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:32Z', 'updated_at': '2022-06-22T09:02:37Z', 'revision_number': 4, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'gw_port': {'id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:33Z', 'updated_at': '2022-06-22T09:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b8c35dde-abaf-4e33-979e-dc858e52095e', 'name': '', 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'mac_address': 'fa:16:3e:64:11:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:36Z', 'updated_at': '2022-06-22T09:02:42Z', 'revision_number': 4, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'subnets': [{'id': 'f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:02:43.349495 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66d539-0692-49a9-84e8-042995161d0c None None] The sync data for ids ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'] in dv-cinder-787296-11-iscsi is: [{'id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'name': 'tempest-TestShelveInstance-1593452600-router', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:32Z', 'updated_at': '2022-06-22T09:02:37Z', 'revision_number': 4, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'gw_port': {'id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:33Z', 'updated_at': '2022-06-22T09:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b8c35dde-abaf-4e33-979e-dc858e52095e', 'name': '', 'network_id': 'bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'mac_address': 'fa:16:3e:64:11:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:36Z', 'updated_at': '2022-06-22T09:02:42Z', 'revision_number': 4, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'subnets': [{'id': 'f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:02:43.362494 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-73927406-422e-49d8-902d-e80c0ac1338f None None] For port b8c35dde-abaf-4e33-979e-dc858e52095e, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b8c35dde-abaf-4e33-979e-dc858e52095e,segment=NetworkSegment(10657468-68db-4971-a98d-471126f3cf7f),segment_id=10657468-68db-4971-a98d-471126f3cf7f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:43.363004 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-eb5087e1-6711-42ae-84c6-2ccde69ff3a4 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.364839 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-eb5087e1-6711-42ae-84c6-2ccde69ff3a4 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5576384 Jun 22 09:02:43.367620 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 41276) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:43.372746 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-2476c931-0847-4bf3-ae3e-88d77fdd1677 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Request body: {'security_group_rule': {'security_group_id': '628c8c77-f6c4-407b-8469-0b329056bf9c', 'project_id': '88cc58068dc749479b723b40a455c8c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:43.437779 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-73927406-422e-49d8-902d-e80c0ac1338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.457324 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-57718914-9c75-4645-afeb-8f36b23a8974 req-79b151c5-a741-401a-b48d-5eb9aa5672cb tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 210 time: 0.0595856 Jun 22 09:02:43.475173 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2a90b-162f-4d19-9015-0e50c002b24f req-9ad342e7-0415-4689-b044-ac31ea067882 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:43.485295 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0ff2a90b-162f-4d19-9015-0e50c002b24f req-9ad342e7-0415-4689-b044-ac31ea067882 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1004174 Jun 22 09:02:43.510527 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73927406-422e-49d8-902d-e80c0ac1338f None None] Pushing event updated for resources: {'Port': ['ID=b8c35dde-abaf-4e33-979e-dc858e52095e,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:43.531165 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.securitygroups_db [None req-2476c931-0847-4bf3-ae3e-88d77fdd1677 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Project 88cc58068dc749479b723b40a455c8c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:02:43.546648 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0ff2a90b-162f-4d19-9015-0e50c002b24f req-4eb8f553-586c-4027-abe8-4acceeb96672 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604200 Jun 22 09:02:43.548215 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2476c931-0847-4bf3-ae3e-88d77fdd1677 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (e745991a-6e7f-4235-994a-41835a24e702), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.650328 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-fe3665e9-ffb5-43f8-8a14-5ae6d49a66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:43.651828 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-fe3665e9-ffb5-43f8-8a14-5ae6d49a66c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 1127 time: 0.0518823 Jun 22 09:02:43.671347 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:43.717732 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2476c931-0847-4bf3-ae3e-88d77fdd1677 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (e745991a-6e7f-4235-994a-41835a24e702), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.731302 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-b5d0b161-e97a-40c1-948d-f9d0234469ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be31663b-fa96-458a-8d8e-4d90d98f36db HTTP/1.1" status: 200 len: 217 time: 0.0661283 Jun 22 09:02:43.794671 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-a00fa98b-a4ae-43b3-8aae-e601b97243f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:43.796464 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-a00fa98b-a4ae-43b3-8aae-e601b97243f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 HTTP/1.1" status: 200 len: 856 time: 0.0626204 Jun 22 09:02:43.862544 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2476c931-0847-4bf3-ae3e-88d77fdd1677 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (e745991a-6e7f-4235-994a-41835a24e702), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.888777 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-92842d1a-7080-45b4-a679-a7170e523212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:43.890263 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-92842d1a-7080-45b4-a679-a7170e523212 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15257489-695d-400e-ba82-cb5e772f9bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657156 Jun 22 09:02:43.890852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476c931-0847-4bf3-ae3e-88d77fdd1677 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e745991a-6e7f-4235-994a-41835a24e702,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:43.965651 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2476c931-0847-4bf3-ae3e-88d77fdd1677 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:43.966896 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-2476c931-0847-4bf3-ae3e-88d77fdd1677 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5983036 Jun 22 09:02:44.005300 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:44.169660 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:44.187092 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-c48e8cdb-0b8d-4a29-9588-74f9cc51a4c2 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332901 Jun 22 09:02:44.436908 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68683f64-70fb-45ef-b9b4-c7e92131036a req-2f7120eb-8a8e-4b91-853d-2cdbdeba2c4b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:44.439428 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-68683f64-70fb-45ef-b9b4-c7e92131036a req-2f7120eb-8a8e-4b91-853d-2cdbdeba2c4b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1161549 Jun 22 09:02:44.481600 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e7c5a46-f430-4661-b2be-a55631a50d9f req-5435dcb6-e912-4598-afba-111510516d74 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859449 Jun 22 09:02:44.495541 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b8c35dde-abaf-4e33-979e-dc858e52095e up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:44.581011 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790927-a46b-49ba-a396-8b362422dd83 req-e974efc7-7c01-4490-9fad-f4c43b648108 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:44.582606 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-e974efc7-7c01-4490-9fad-f4c43b648108 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.43 "GET /v2.0/networks?id=2af2e494-609c-486f-90c0-df3b055f7328 HTTP/1.1" status: 200 len: 809 time: 0.2228742 Jun 22 09:02:44.586330 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port b8c35dde-abaf-4e33-979e-dc858e52095e triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:44.586928 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:44.605536 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-68683f64-70fb-45ef-b9b4-c7e92131036a req-8ca523c1-bbd3-49be-95ac-d2bb33ac6a50 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1347063 Jun 22 09:02:44.629731 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-32a04b21-f3f6-46a0-b85a-198404572e64 req-8c2efe29-ddf4-4ca3-bf45-dbeac5854c67 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 210 time: 0.0590420 Jun 22 09:02:44.706543 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port b8c35dde-abaf-4e33-979e-dc858e52095e is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:44.800513 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922e18f-7a3d-42fd-b09f-6d3aa70675f0 req-827be011-b0a3-40d7-a80f-f5844f1fc58a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:44.804064 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b922e18f-7a3d-42fd-b09f-6d3aa70675f0 req-827be011-b0a3-40d7-a80f-f5844f1fc58a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0682542 Jun 22 09:02:44.881009 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b922e18f-7a3d-42fd-b09f-6d3aa70675f0 req-c2ce8455-63c0-40f0-9005-337b15ed9b96 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Jun 22 09:02:44.884775 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:45.338953 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb089fc-949e-4dfb-8b65-c3dd7c3444be req-69077196-74df-42f3-b35a-2e3f01309eaf tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:45.341384 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dcb089fc-949e-4dfb-8b65-c3dd7c3444be req-69077196-74df-42f3-b35a-2e3f01309eaf tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0511737 Jun 22 09:02:45.409665 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dcb089fc-949e-4dfb-8b65-c3dd7c3444be req-5337ca93-13ea-48c2-8dc3-31f4f64b5573 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596449 Jun 22 09:02:45.437311 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:45.465759 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7598c091-2a2f-45c5-97cf-820546b4973c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:45.524410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Request body: {'port': {'device_id': '46f6957b-adba-4998-a217-359885eee538', 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328', 'admin_state_up': True, 'tenant_id': '9beb16c610a94371b896183858e4c1d5'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:45.774887 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Made reservation on behalf of 9beb16c610a94371b896183858e4c1d5 for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:02:45.775987 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:45.793556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:45.869021 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-14ebbb18-4c91-4de7-8c0a-2c01123adb94 req-ef78fda7-2252-4ca9-abef-a55d2abfe7f6 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 210 time: 0.1002505 Jun 22 09:02:45.879836 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140376ef-8218-4da1-9296-88d1cc85b25f req-9edbe458-2405-408c-99c7-3823cb177223 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:45.897640 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-140376ef-8218-4da1-9296-88d1cc85b25f req-9edbe458-2405-408c-99c7-3823cb177223 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1516848 Jun 22 09:02:46.037868 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:46.043883 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9d8c1-6882-4aa1-b6c1-4014d65fcb2a req-bafcab14-0d7e-4c90-82a9-6206d5df1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:46.045359 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a9f9d8c1-6882-4aa1-b6c1-4014d65fcb2a req-bafcab14-0d7e-4c90-82a9-6206d5df1ec2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 1130 time: 0.0922840 Jun 22 09:02:46.080640 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-140376ef-8218-4da1-9296-88d1cc85b25f req-1ac6725e-7307-4b23-8b1b-af6c61c5131a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1924248 Jun 22 09:02:46.130539 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:46.170223 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Allocated IP 172.20.0.11 (2af2e494-609c-486f-90c0-df3b055f7328/f27fc1be-de2e-4f85-b2a9-b9de562b14df/2eda8cbb-79d7-4edd-8321-67815b0158a7) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:46.219238 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9d8c1-6882-4aa1-b6c1-4014d65fcb2a req-e55836ba-e859-45e7-8882-8749d1cb9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:46.221021 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a9f9d8c1-6882-4aa1-b6c1-4014d65fcb2a req-e55836ba-e859-45e7-8882-8749d1cb9bf5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.1695302 Jun 22 09:02:46.380662 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks [] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:46.526364 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:46.577402 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bd4bd-71fb-435b-ae05-5d970d67c62e req-36c77631-160e-43d8-ba14-d56be896cf46 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:46.578983 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3a3bd4bd-71fb-435b-ae05-5d970d67c62e req-36c77631-160e-43d8-ba14-d56be896cf46 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0919304 Jun 22 09:02:46.595648 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Network 2af2e494-609c-486f-90c0-df3b055f7328 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:46.606812 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:46.608702 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Pushing event updated for resources: {'Port': ['ID=2eda8cbb-79d7-4edd-8321-67815b0158a7,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:46.618924 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:46.619150 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:46.624702 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:46.625564 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:46.669850 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3a3bd4bd-71fb-435b-ae05-5d970d67c62e req-83b6ebba-2e93-428e-aada-9d66ec2a7c5c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787847 Jun 22 09:02:46.720865 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-0ccd3032-c012-4736-8b7c-1db414aa8789 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2009611 Jun 22 09:02:46.957420 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:47.010356 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44b875-ba0d-4bf9-9c65-70fd1b5c9aa3 req-8428eb86-db08-4ad4-b984-d7d80abf7cd7 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:47.011828 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ee44b875-ba0d-4bf9-9c65-70fd1b5c9aa3 req-8428eb86-db08-4ad4-b984-d7d80abf7cd7 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 932 time: 0.0553031 Jun 22 09:02:47.059204 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ee44b875-ba0d-4bf9-9c65-70fd1b5c9aa3 req-0707525a-c9b1-4840-a766-5599808d07e0 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 Jun 22 09:02:47.110641 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:47.142737 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:47.215695 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b248ea-5628-4215-891c-68716e579f3e req-71f53ad9-3b2d-43d2-a148-944be610f915 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:47.217230 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e3b248ea-5628-4215-891c-68716e579f3e req-71f53ad9-3b2d-43d2-a148-944be610f915 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0488536 Jun 22 09:02:47.267099 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e3b248ea-5628-4215-891c-68716e579f3e req-dc49245c-e3ce-465b-ba50-f875931e87c3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437286 Jun 22 09:02:47.525506 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:02:47.762997 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:47.800954 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c9aae-5be4-4c53-9dc9-002944fa3796 req-44befd76-d5f5-463a-91f3-61931a740093 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:47.802574 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-605c9aae-5be4-4c53-9dc9-002944fa3796 req-44befd76-d5f5-463a-91f3-61931a740093 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0538058 Jun 22 09:02:47.851470 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-605c9aae-5be4-4c53-9dc9-002944fa3796 req-377a3444-bca8-4d5c-9126-4728f00f3d10 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Jun 22 09:02:48.163214 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:48.176744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594f79a-9b27-4c40-bd17-6b9fb1a0dc8b req-c66717b9-2eb0-453b-ac66-194e5a26457d tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:48.178280 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3594f79a-9b27-4c40-bd17-6b9fb1a0dc8b req-c66717b9-2eb0-453b-ac66-194e5a26457d tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 932 time: 0.0496976 Jun 22 09:02:48.227023 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3594f79a-9b27-4c40-bd17-6b9fb1a0dc8b req-daf1852f-b36c-405f-b17d-df4dc7283e0f tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426664 Jun 22 09:02:48.351677 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:48.392516 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df3c7b-13d4-4d0b-b125-0040000bf613 req-f4bf3b32-2731-45b8-bdf9-22129843a785 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:48.393962 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-87df3c7b-13d4-4d0b-b125-0040000bf613 req-f4bf3b32-2731-45b8-bdf9-22129843a785 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0481162 Jun 22 09:02:48.397240 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:48.444530 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-87df3c7b-13d4-4d0b-b125-0040000bf613 req-816b201e-1507-497f-af39-10675441c1db tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448978 Jun 22 09:02:48.534637 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Request body: {'port': {'device_id': '46f6957b-adba-4998-a217-359885eee538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:48.539097 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a9f9d8c1-6882-4aa1-b6c1-4014d65fcb2a req-f7a95c91-e35d-4d69-abec-a7e2df831a86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c4c500-8059-4142-83d0-d1cd70284258 HTTP/1.1" status: 200 len: 217 time: 0.0411162 Jun 22 09:02:48.604428 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:48.701293 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:48.727432 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:48.815363 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:48.899037 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eda8cbb-79d7-4edd-8321-67815b0158a7 {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:02:48.907915 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Publish callbacks [] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:48.923059 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Transition to ACTIVE for port object 2eda8cbb-79d7-4edd-8321-67815b0158a7 will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:02:48.974179 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50146dc3-4bef-40bd-82d5-2ea9a8e71b0f req-de1835d5-cfde-4b64-a42d-e00dd5a7104f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:48.975673 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-50146dc3-4bef-40bd-82d5-2ea9a8e71b0f req-de1835d5-cfde-4b64-a42d-e00dd5a7104f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0490477 Jun 22 09:02:49.049677 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-50146dc3-4bef-40bd-82d5-2ea9a8e71b0f req-55bed187-54d0-4e4d-a9d5-f49884d81743 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683324 Jun 22 09:02:49.050463 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:49.110528 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Pushing event updated for resources: {'Port': ['ID=2eda8cbb-79d7-4edd-8321-67815b0158a7,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:49.153048 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Attempting to bind port 2eda8cbb-79d7-4edd-8321-67815b0158a7 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:02:49.153386 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Attempting to bind port 2eda8cbb-79d7-4edd-8321-67815b0158a7 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '9c0c7201-5ccf-4f02-beda-640160293720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:02:49.153713 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Attempting to bind port 2eda8cbb-79d7-4edd-8321-67815b0158a7 on network 2af2e494-609c-486f-90c0-df3b055f7328 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:49.158507 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Port 2eda8cbb-79d7-4edd-8321-67815b0158a7 on network 2af2e494-609c-486f-90c0-df3b055f7328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:02:49.158825 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Attempting to bind port 2eda8cbb-79d7-4edd-8321-67815b0158a7 on network 2af2e494-609c-486f-90c0-df3b055f7328 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:02:49.164128 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:02:49.164458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Checking segment: {'id': '9c0c7201-5ccf-4f02-beda-640160293720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:02:49.164848 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Bound using segment: {'id': '9c0c7201-5ccf-4f02-beda-640160293720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:02:49.165289 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Bound port: 2eda8cbb-79d7-4edd-8321-67815b0158a7, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0c7201-5ccf-4f02-beda-640160293720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:02:49.165637 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:49.226192 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:49.230851 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] For port 2eda8cbb-79d7-4edd-8321-67815b0158a7, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:02:49.240659 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] For port 2eda8cbb-79d7-4edd-8321-67815b0158a7, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2eda8cbb-79d7-4edd-8321-67815b0158a7,segment=NetworkSegment(9c0c7201-5ccf-4f02-beda-640160293720),segment_id=9c0c7201-5ccf-4f02-beda-640160293720)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:02:49.326486 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:49.617814 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:49.618542 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:49.619993 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] 10.222.0.43 "PUT /v2.0/ports/2eda8cbb-79d7-4edd-8321-67815b0158a7 HTTP/1.1" status: 200 len: 1094 time: 1.1129842 Jun 22 09:02:49.631519 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f6957b-adba-4998-a217-359885eee538', 'tag': '2eda8cbb-79d7-4edd-8321-67815b0158a7'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:02:49.640167 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d42bd07-9940-483e-9467-2fc6b94adda5" -d '{"events": [{"name": "network-changed", "server_uuid": "46f6957b-adba-4998-a217-359885eee538", "tag": "2eda8cbb-79d7-4edd-8321-67815b0158a7"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:49.674902 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3524fbc-555f-46d4-8e58-3add7b0e83c6 req-99b18884-b6de-4c75-be17-b58c8652e134 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:49.676478 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3524fbc-555f-46d4-8e58-3add7b0e83c6 req-99b18884-b6de-4c75-be17-b58c8652e134 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 944 time: 0.3813148 Jun 22 09:02:49.752289 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122e0ca-8ca7-4b06-b2ae-0612109d2deb service neutron] Pushing event updated for resources: {'Port': ['ID=2eda8cbb-79d7-4edd-8321-67815b0158a7,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:49.763140 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794a61f-37f5-4be6-98ea-2fee96785d0f req-13e5141b-42fa-4986-8598-c9340f1a5de5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:49.764608 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9794a61f-37f5-4be6-98ea-2fee96785d0f req-13e5141b-42fa-4986-8598-c9340f1a5de5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1616232 Jun 22 09:02:49.779167 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9d8c1-6882-4aa1-b6c1-4014d65fcb2a req-4a3cf8f2-7b5d-4784-9cdd-6ae43e7dd2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:49.780587 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a9f9d8c1-6882-4aa1-b6c1-4014d65fcb2a req-4a3cf8f2-7b5d-4784-9cdd-6ae43e7dd2fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.1761603 Jun 22 09:02:49.857078 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3524fbc-555f-46d4-8e58-3add7b0e83c6 req-839fef37-59dd-4d33-914b-89082f88b322 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538911 Jun 22 09:02:49.911110 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9d8c1-6882-4aa1-b6c1-4014d65fcb2a req-a9ea1d3a-2506-4fe1-aecf-fd349362e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:49.912636 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a9f9d8c1-6882-4aa1-b6c1-4014d65fcb2a req-a9ea1d3a-2506-4fe1-aecf-fd349362e8a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1176784 Jun 22 09:02:49.915710 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3289dd-d07e-42f6-a25b-ed6871a4e1ae x-openstack-request-id: req-3c3289dd-d07e-42f6-a25b-ed6871a4e1ae {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:49.915988 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f6957b-adba-4998-a217-359885eee538", "tag": "2eda8cbb-79d7-4edd-8321-67815b0158a7", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:49.916237 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c3289dd-d07e-42f6-a25b-ed6871a4e1ae {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:49.916623 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3289dd-d07e-42f6-a25b-ed6871a4e1ae'] response: {'name': 'network-changed', 'server_uuid': '46f6957b-adba-4998-a217-359885eee538', 'tag': '2eda8cbb-79d7-4edd-8321-67815b0158a7', 'status': 'completed', 'code': 200} Jun 22 09:02:49.920704 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9794a61f-37f5-4be6-98ea-2fee96785d0f req-588ec99c-709d-4a6a-aaeb-c2f317f90671 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491215 Jun 22 09:02:49.921778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790927-a46b-49ba-a396-8b362422dd83 req-2876cfd9-58b4-47ce-bf6e-a9c3d91ade52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:49.924159 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-2876cfd9-58b4-47ce-bf6e-a9c3d91ade52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9beb16c610a94371b896183858e4c1d5&device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 1128 time: 0.1015520 Jun 22 09:02:49.998499 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-9eb48fe2-3bf5-4bb8-9042-7e47c48f7d99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eda8cbb-79d7-4edd-8321-67815b0158a7 HTTP/1.1" status: 200 len: 217 time: 0.0507843 Jun 22 09:02:50.099600 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790927-a46b-49ba-a396-8b362422dd83 req-f0c507f7-75c6-4549-afe9-a8098345db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:50.101075 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-f0c507f7-75c6-4549-afe9-a8098345db12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f27fc1be-de2e-4f85-b2a9-b9de562b14df HTTP/1.1" status: 200 len: 849 time: 0.0745668 Jun 22 09:02:50.103130 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a9f9d8c1-6882-4aa1-b6c1-4014d65fcb2a req-4f727b07-2b49-4550-a8c4-a6be128d1340 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780949 Jun 22 09:02:50.175379 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-2e273bf3-f63d-4cdd-aa99-b888000fa965 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2af2e494-609c-486f-90c0-df3b055f7328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526590 Jun 22 09:02:50.465561 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a9f9d8c1-6882-4aa1-b6c1-4014d65fcb2a req-6a568afd-3b47-4de3-9a13-eb1323d01593 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406496 Jun 22 09:02:50.471879 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab43c1c-8dfb-41a4-a69e-20af8d46abb9 req-e940effd-7e7e-4f2c-9d0d-81c642eccbd1 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:50.473381 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3ab43c1c-8dfb-41a4-a69e-20af8d46abb9 req-e940effd-7e7e-4f2c-9d0d-81c642eccbd1 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1724470 Jun 22 09:02:50.477489 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-f793fbba-24ef-4e3b-a078-d03866f85330 service neutron] 10.222.0.43 "GET /v2.0/networks/2af2e494-609c-486f-90c0-df3b055f7328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900872 Jun 22 09:02:50.532148 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device be31663b-fa96-458a-8d8e-4d90d98f36db details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:02:50.546616 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:50.547553 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41476) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:50.554251 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-0129213f-d8ad-4a57-af39-a98d1f7f8f73 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1617553826', 'description': 'tempest-description--1874374211'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:50.597910 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3ab43c1c-8dfb-41a4-a69e-20af8d46abb9 req-f58dbbf6-8129-468b-ac27-1bec1cf66f74 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129019 Jun 22 09:02:50.613861 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:50.643241 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad790927-a46b-49ba-a396-8b362422dd83 req-c8b820b9-1ae7-47e6-91e7-313058645820 service neutron] 10.222.0.43 "GET /v2.0/networks/2af2e494-609c-486f-90c0-df3b055f7328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568053 Jun 22 09:02:50.679265 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:50.697900 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'port_id': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'mac_address': 'fa:16:3e:e9:e0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:02:50.737383 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port be31663b-fa96-458a-8d8e-4d90d98f36db is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:50.737783 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:50.752615 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be31663b-fa96-458a-8d8e-4d90d98f36db {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:02:50.762194 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0129213f-d8ad-4a57-af39-a98d1f7f8f73 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:50.774561 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:50.842268 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0129213f-d8ad-4a57-af39-a98d1f7f8f73 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (efe7438f-6187-46de-9529-3cb8270f2847), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:50.934559 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:50.967815 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0129213f-d8ad-4a57-af39-a98d1f7f8f73 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (efe7438f-6187-46de-9529-3cb8270f2847), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:50.998521 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=be31663b-fa96-458a-8d8e-4d90d98f36db,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:51.006252 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129213f-d8ad-4a57-af39-a98d1f7f8f73 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe7438f-6187-46de-9529-3cb8270f2847,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:51.007768 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b07da-e710-45a1-b166-a552ac6d0cfd req-50367191-da23-456d-afe5-e05997a5878e tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:51.009807 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a34b07da-e710-45a1-b166-a552ac6d0cfd req-50367191-da23-456d-afe5-e05997a5878e tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 944 time: 0.0752785 Jun 22 09:02:51.063955 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0129213f-d8ad-4a57-af39-a98d1f7f8f73 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:51.065246 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-0129213f-d8ad-4a57-af39-a98d1f7f8f73 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5163097 Jun 22 09:02:51.069726 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41484) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:51.074946 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-861bbf51-6422-411b-99a3-6c953f4bb49e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group_rule': {'security_group_id': 'efe7438f-6187-46de-9529-3cb8270f2847', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:51.094837 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:51.101521 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a34b07da-e710-45a1-b166-a552ac6d0cfd req-7bfb84aa-aeee-4e45-8e18-15059b331e21 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855021 Jun 22 09:02:51.111338 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af3786-4f44-456a-82ba-127c5e3f160b req-bc7a6380-906d-4857-8b25-38302739fc44 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:51.112865 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-80af3786-4f44-456a-82ba-127c5e3f160b req-bc7a6380-906d-4857-8b25-38302739fc44 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 944 time: 0.0713389 Jun 22 09:02:51.185401 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-80af3786-4f44-456a-82ba-127c5e3f160b req-8c99be0f-6aec-4292-afc8-7fb9f32ae72c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608153 Jun 22 09:02:51.229765 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['be31663b-fa96-458a-8d8e-4d90d98f36db'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:02:51.297647 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-861bbf51-6422-411b-99a3-6c953f4bb49e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (e9786dbc-5ba9-455b-938d-243bf253f271), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:51.378389 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-861bbf51-6422-411b-99a3-6c953f4bb49e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (e9786dbc-5ba9-455b-938d-243bf253f271), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:51.393596 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:51.529311 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-861bbf51-6422-411b-99a3-6c953f4bb49e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (e9786dbc-5ba9-455b-938d-243bf253f271), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:51.554771 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bbf51-6422-411b-99a3-6c953f4bb49e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9786dbc-5ba9-455b-938d-243bf253f271,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:51.738715 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01b15-2f14-4aff-86af-e2e920ad1f65 req-989c6f6a-d221-4047-9e19-249a3505622f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:51.740350 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-13a01b15-2f14-4aff-86af-e2e920ad1f65 req-989c6f6a-d221-4047-9e19-249a3505622f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0554049 Jun 22 09:02:51.750865 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-861bbf51-6422-411b-99a3-6c953f4bb49e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:51.753792 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-861bbf51-6422-411b-99a3-6c953f4bb49e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6821187 Jun 22 09:02:51.756067 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41508) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:51.765169 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-1fa1ff13-0848-4a65-b7a4-d79cf2eaa780 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group_rule': {'security_group_id': 'efe7438f-6187-46de-9529-3cb8270f2847', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:51.813060 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-13a01b15-2f14-4aff-86af-e2e920ad1f65 req-87887ae4-00df-4df6-a346-5aba96a2ea3e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651512 Jun 22 09:02:51.876557 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1fa1ff13-0848-4a65-b7a4-d79cf2eaa780 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (c1a52c2c-0c54-4b27-abbd-1e1e9ea51b3a), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:51.953291 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1fa1ff13-0848-4a65-b7a4-d79cf2eaa780 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (c1a52c2c-0c54-4b27-abbd-1e1e9ea51b3a), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:52.054270 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1fa1ff13-0848-4a65-b7a4-d79cf2eaa780 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (c1a52c2c-0c54-4b27-abbd-1e1e9ea51b3a), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:52.077028 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1ff13-0848-4a65-b7a4-d79cf2eaa780 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a52c2c-0c54-4b27-abbd-1e1e9ea51b3a,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:52.124142 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:52.154700 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1fa1ff13-0848-4a65-b7a4-d79cf2eaa780 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:52.160065 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 41522) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:52.160536 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-1fa1ff13-0848-4a65-b7a4-d79cf2eaa780 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4026077 Jun 22 09:02:52.166144 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:52.198159 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:52.237950 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a703c-3197-4eab-b2b0-e7fad123676a req-7609cf6b-1a71-4b5a-a223-cff50c19a958 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:52.239548 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9c2a703c-3197-4eab-b2b0-e7fad123676a req-7609cf6b-1a71-4b5a-a223-cff50c19a958 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 944 time: 0.0595152 Jun 22 09:02:52.307391 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:52.352175 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9c2a703c-3197-4eab-b2b0-e7fad123676a req-b2741311-f4d1-47ae-aa7f-7d049d58866a tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058438 Jun 22 09:02:52.358417 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5c8a8-1623-4e7f-8860-0a58a09ffe7a req-72f19e52-7708-468f-b267-f9b47f5b7d59 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:52.360385 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e8c5c8a8-1623-4e7f-8860-0a58a09ffe7a req-72f19e52-7708-468f-b267-f9b47f5b7d59 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 944 time: 0.0915720 Jun 22 09:02:52.459300 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:52.464844 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e8c5c8a8-1623-4e7f-8860-0a58a09ffe7a req-23718a43-9223-414a-8bf7-0d68473099ae tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945754 Jun 22 09:02:52.540283 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device be31663b-fa96-458a-8d8e-4d90d98f36db up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:52.584901 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port be31663b-fa96-458a-8d8e-4d90d98f36db completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:02:52.708884 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Allocated IP 172.27.2.141 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/55639320-7a06-485f-8a18-13c9af64bede) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:02:52.711402 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port be31663b-fa96-458a-8d8e-4d90d98f36db triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:52.711787 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:52.712175 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:52.795258 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port be31663b-fa96-458a-8d8e-4d90d98f36db is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:52.795647 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:52.828586 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:02:52.831685 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b9d7f8-fe5d-4dc0-b67a-286d4dce260c" -d '{"events": [{"server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "name": "network-vif-plugged", "status": "completed", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:52.832824 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (55639320-7a06-485f-8a18-13c9af64bede), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:52.857153 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:52.897789 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bd07-9940-483e-9467-2fc6b94adda5 req-399b388c-12be-45bc-8ce4-1a5e0d677009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:52.904589 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5d42bd07-9940-483e-9467-2fc6b94adda5 req-399b388c-12be-45bc-8ce4-1a5e0d677009 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9beb16c610a94371b896183858e4c1d5&device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 1128 time: 0.0631011 Jun 22 09:02:53.010730 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88419cfb-9461-4cd1-87e6-31941817feaf x-openstack-request-id: req-88419cfb-9461-4cd1-87e6-31941817feaf {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:53.010730 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "name": "network-vif-plugged", "status": "completed", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:53.010730 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88419cfb-9461-4cd1-87e6-31941817feaf {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:53.010730 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88419cfb-9461-4cd1-87e6-31941817feaf'] response: {'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'code': 200} Jun 22 09:02:53.017192 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbf610-b53d-4001-95a2-ab6cbf8cd3e6 req-9239189d-9256-433e-a04a-ebe2fd781559 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:53.018844 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d5bbf610-b53d-4001-95a2-ab6cbf8cd3e6 req-9239189d-9256-433e-a04a-ebe2fd781559 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1014843 Jun 22 09:02:53.082796 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d5bbf610-b53d-4001-95a2-ab6cbf8cd3e6 req-396f6c1f-7c35-4194-8db2-4d9fe98d3cc2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576136 Jun 22 09:02:53.300535 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:53.301281 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (55639320-7a06-485f-8a18-13c9af64bede), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:53.350410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:02:53.354612 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:02:53.365644 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:02:53.372903 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=be31663b-fa96-458a-8d8e-4d90d98f36db,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:53.387728 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=55639320-7a06-485f-8a18-13c9af64bede,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:53.595211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4956d5-c8fb-4dc6-90cd-63f8f719d3d8 req-85d1d49d-9499-44fd-9cf5-137f6e93741f tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:53.602754 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2c4956d5-c8fb-4dc6-90cd-63f8f719d3d8 req-85d1d49d-9499-44fd-9cf5-137f6e93741f tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 944 time: 0.1353712 Jun 22 09:02:53.605487 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (532c141f-91f2-41c4-b58a-12cf380258c6), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:53.776890 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd9f67-1e6d-413b-af79-881f694da702 req-70346291-01c1-4973-8576-4fb66fdd2bdf tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:53.779560 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e5dd9f67-1e6d-413b-af79-881f694da702 req-70346291-01c1-4973-8576-4fb66fdd2bdf tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.1952612 Jun 22 09:02:53.793562 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2c4956d5-c8fb-4dc6-90cd-63f8f719d3d8 req-3e4e13b3-7c90-4417-ab52-42b1d70e28ca tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894889 Jun 22 09:02:53.816512 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bd07-9940-483e-9467-2fc6b94adda5 req-5792b5f2-2c3c-4c86-a27c-ad501e1324d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:53.818097 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5d42bd07-9940-483e-9467-2fc6b94adda5 req-5792b5f2-2c3c-4c86-a27c-ad501e1324d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2af2e494-609c-486f-90c0-df3b055f7328 HTTP/1.1" status: 200 len: 910 time: 0.3798001 Jun 22 09:02:53.841794 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 41556) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:53.895199 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (55639320-7a06-485f-8a18-13c9af64bede), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:53.900480 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5d42bd07-9940-483e-9467-2fc6b94adda5 req-3785b5a1-c74e-473c-88a2-d07a7983b420 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eda8cbb-79d7-4edd-8321-67815b0158a7 HTTP/1.1" status: 200 len: 217 time: 0.0594530 Jun 22 09:02:54.010662 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e5dd9f67-1e6d-413b-af79-881f694da702 req-0b834cc3-4062-4894-9487-c5336b3ea5af tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2121222 Jun 22 09:02:54.089985 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c5da3-fc11-46a2-8a1e-cda3430564a6 req-37f882bc-ac2d-4e33-b5e2-614d735df3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:54.092415 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dc9c5da3-fc11-46a2-8a1e-cda3430564a6 req-37f882bc-ac2d-4e33-b5e2-614d735df3b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 1129 time: 0.1454318 Jun 22 09:02:54.095216 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bd07-9940-483e-9467-2fc6b94adda5 req-bdadf628-9a37-4c5a-ac14-ec82d2cd229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:54.097496 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5d42bd07-9940-483e-9467-2fc6b94adda5 req-bdadf628-9a37-4c5a-ac14-ec82d2cd229e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f27fc1be-de2e-4f85-b2a9-b9de562b14df HTTP/1.1" status: 200 len: 849 time: 0.1745152 Jun 22 09:02:54.152253 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5d42bd07-9940-483e-9467-2fc6b94adda5 req-22bca7b8-10b8-452e-9def-3bc887c04ad2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2af2e494-609c-486f-90c0-df3b055f7328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427723 Jun 22 09:02:54.226428 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41568) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:54.307071 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3baed113-f2b0-4913-9426-d6db2b9bb2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.349772 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:54.392011 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84778c6-9a88-4d03-95fd-cf90e634c4de req-0fd0d475-486f-4755-ab66-192c2d64ab70 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:54.393557 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a84778c6-9a88-4d03-95fd-cf90e634c4de req-0fd0d475-486f-4755-ab66-192c2d64ab70 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1877329 Jun 22 09:02:54.399977 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3baed113-f2b0-4913-9426-d6db2b9bb2f3 admin admin] Publish callbacks [] for security_group (98ab7904-6c84-433f-aa35-0adb3f5bebcf), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.405189 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-48cd3793-ca66-49f1-9440-7af487c0626f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.409017 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dc9c5da3-fc11-46a2-8a1e-cda3430564a6 req-f4a7b4f9-c539-482a-91b8-7f570ced8d37 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2973833 Jun 22 09:02:54.460274 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (55639320-7a06-485f-8a18-13c9af64bede), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.465374 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5d42bd07-9940-483e-9467-2fc6b94adda5 req-c6f94390-084f-4be3-ae17-4dd8dec30865 service neutron] 10.222.0.43 "GET /v2.0/networks/2af2e494-609c-486f-90c0-df3b055f7328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008239 Jun 22 09:02:54.482210 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3baed113-f2b0-4913-9426-d6db2b9bb2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (98ab7904-6c84-433f-aa35-0adb3f5bebcf), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.519475 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a84778c6-9a88-4d03-95fd-cf90e634c4de req-6b9ed578-17ea-45b4-b886-c38ccc5166a5 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093824 Jun 22 09:02:54.536016 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-3baed113-f2b0-4913-9426-d6db2b9bb2f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b7585cd2b10479ca6b3926444da1813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079500 Jun 22 09:02:54.536967 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baed113-f2b0-4913-9426-d6db2b9bb2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ab7904-6c84-433f-aa35-0adb3f5bebcf,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:54.546392 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41572) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:54.575473 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (55639320-7a06-485f-8a18-13c9af64bede), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.620500 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7b80-127d-4635-bbbc-f80561df1b70 admin admin] Publish callbacks [] for security_group (98ab7904-6c84-433f-aa35-0adb3f5bebcf), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.640838 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-48cd3793-ca66-49f1-9440-7af487c0626f admin admin] Publish callbacks [] for security_group (c938c11f-7c39-4874-9caf-64cec21f3b70), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.649444 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7b80-127d-4635-bbbc-f80561df1b70 admin admin] Publish callbacks [] for security_group (98ab7904-6c84-433f-aa35-0adb3f5bebcf), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.654854 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:54.659684 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (532c141f-91f2-41c4-b58a-12cf380258c6), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.681079 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=55639320-7a06-485f-8a18-13c9af64bede,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:54.761491 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-48cd3793-ca66-49f1-9440-7af487c0626f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (c938c11f-7c39-4874-9caf-64cec21f3b70), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.794266 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.794988 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-7d9770e3-2a3f-4385-b25d-bfd8f85bbaa8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6338880 Jun 22 09:02:54.808757 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd3793-ca66-49f1-9440-7af487c0626f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c938c11f-7c39-4874-9caf-64cec21f3b70,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:54.814152 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-48cd3793-ca66-49f1-9440-7af487c0626f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a04f36b2f3ed48b0abc7f86521cc0653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9713874 Jun 22 09:02:54.818381 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41578) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:54.892411 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b462dcae-303d-454f-894b-1d46aba46610 admin admin] Publish callbacks [] for security_group (c938c11f-7c39-4874-9caf-64cec21f3b70), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.896617 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7b80-127d-4635-bbbc-f80561df1b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (98ab7904-6c84-433f-aa35-0adb3f5bebcf), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.898968 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7b80-127d-4635-bbbc-f80561df1b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:54.902600 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-4bdf7b80-127d-4635-bbbc-f80561df1b70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98ab7904-6c84-433f-aa35-0adb3f5bebcf HTTP/1.1" status: 204 len: 168 time: 0.3502045 Jun 22 09:02:54.943680 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf7b80-127d-4635-bbbc-f80561df1b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ab7904-6c84-433f-aa35-0adb3f5bebcf,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:54.962763 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3692d-f048-4e45-9be9-9c70ba4902ec req-968403f8-25b8-4319-93dc-eed03a91d61d tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:54.964990 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e8a3692d-f048-4e45-9be9-9c70ba4902ec req-968403f8-25b8-4319-93dc-eed03a91d61d tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 944 time: 0.0740626 Jun 22 09:02:54.979840 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b462dcae-303d-454f-894b-1d46aba46610 admin admin] Publish callbacks [] for security_group (c938c11f-7c39-4874-9caf-64cec21f3b70), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:55.084470 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e8a3692d-f048-4e45-9be9-9c70ba4902ec req-5ba6694f-d813-45f6-93d3-75b1fa7aa40b tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011684 Jun 22 09:02:55.100137 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-64bc3ae3-eed7-4893-8582-fc5bb59375ca tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1617553826&fields=id&tenant_id=3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 267 time: 0.0906119 Jun 22 09:02:55.231940 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b462dcae-303d-454f-894b-1d46aba46610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (c938c11f-7c39-4874-9caf-64cec21f3b70), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:55.235508 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b462dcae-303d-454f-894b-1d46aba46610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:55.242256 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-b462dcae-303d-454f-894b-1d46aba46610 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c938c11f-7c39-4874-9caf-64cec21f3b70 HTTP/1.1" status: 204 len: 168 time: 0.4179723 Jun 22 09:02:55.262796 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462dcae-303d-454f-894b-1d46aba46610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c938c11f-7c39-4874-9caf-64cec21f3b70,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:55.274699 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5170d-5d3d-4fc0-b62d-4ce089a424eb req-05881772-28b6-48fd-970c-9709fd901f4a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:55.276531 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-43d5170d-5d3d-4fc0-b62d-4ce089a424eb req-05881772-28b6-48fd-970c-9709fd901f4a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0736370 Jun 22 09:02:55.326971 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc34414-0c24-4348-983a-245b572930e3 req-658378cf-ec63-4215-87db-566b14736daf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:55.332559 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-658378cf-ec63-4215-87db-566b14736daf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 813 time: 0.2286792 Jun 22 09:02:55.360696 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-61b2a53a-f420-4f65-b71f-efa89d310454 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/quotas/3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 375 time: 0.0217605 Jun 22 09:02:55.427300 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-43d5170d-5d3d-4fc0-b62d-4ce089a424eb req-f06eb98d-2016-479d-8693-19bb2a7b053a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389241 Jun 22 09:02:55.454205 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-d22f8956-01fc-4d72-b57a-8fca170ef41d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826516 Jun 22 09:02:55.590919 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-afbeb7bf-8596-4bdf-8347-ced52f321d79 service neutron] 10.222.0.36 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342266 Jun 22 09:02:55.751907 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:55.935355 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-798e0370-c7a6-45dd-b8f1-5db266f4c85f service neutron] 10.222.0.36 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339512 Jun 22 09:02:55.997292 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:56.261505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea4a98-6399-45ba-ada2-c24d7b6797e5 req-d5e29a76-c77e-4c00-87c7-a3460936ae29 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:56.263208 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1cea4a98-6399-45ba-ada2-c24d7b6797e5 req-d5e29a76-c77e-4c00-87c7-a3460936ae29 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 944 time: 0.0866091 Jun 22 09:02:56.298724 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-69c8596b-e7f6-4e53-826a-91ae28d63acf req-fcfeb867-c61c-412d-9cd6-2c44c512985a tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 210 time: 0.0628045 Jun 22 09:02:56.363043 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1cea4a98-6399-45ba-ada2-c24d7b6797e5 req-a89be2c6-798b-410d-bd41-5da914857485 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735302 Jun 22 09:02:56.368752 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:56.605817 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9be7f-dc57-4c68-8fcb-116650563bbc req-5ff72482-6125-4783-b619-70c408dc556f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:56.608763 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-adf9be7f-dc57-4c68-8fcb-116650563bbc req-5ff72482-6125-4783-b619-70c408dc556f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0839083 Jun 22 09:02:56.696553 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-adf9be7f-dc57-4c68-8fcb-116650563bbc req-c128d36f-3577-4099-a6f5-9ca044c5003a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786726 Jun 22 09:02:56.756550 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 2eda8cbb-79d7-4edd-8321-67815b0158a7 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:02:56.875186 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 2eda8cbb-79d7-4edd-8321-67815b0158a7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2eda8cbb-79d7-4edd-8321-67815b0158a7,segment=NetworkSegment(9c0c7201-5ccf-4f02-beda-640160293720),segment_id=9c0c7201-5ccf-4f02-beda-640160293720)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:56.891486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '2eda8cbb-79d7-4edd-8321-67815b0158a7', 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328', 'port_id': '2eda8cbb-79d7-4edd-8321-67815b0158a7', 'mac_address': 'fa:16:3e:1b:6c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27fc1be-de2e-4f85-b2a9-b9de562b14df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:02:56.932030 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 2eda8cbb-79d7-4edd-8321-67815b0158a7 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:56.932405 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:56.947861 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eda8cbb-79d7-4edd-8321-67815b0158a7 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:02:56.972629 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 2eda8cbb-79d7-4edd-8321-67815b0158a7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2eda8cbb-79d7-4edd-8321-67815b0158a7,segment=NetworkSegment(9c0c7201-5ccf-4f02-beda-640160293720),segment_id=9c0c7201-5ccf-4f02-beda-640160293720)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:57.047743 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:57.090165 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:57.103403 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=2eda8cbb-79d7-4edd-8321-67815b0158a7,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:57.411805 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:57.416340 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-005652a7-c47d-442d-9b94-f88c0145e7b1 req-3f108b93-e204-4700-a16b-a3644bc70e10 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 210 time: 0.0324693 Jun 22 09:02:57.520321 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49430c-0e09-4e1e-9c3d-e73d1fdafe4e req-27467949-6b22-4fdc-9f7d-aa01da8d725c tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:57.521857 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-de49430c-0e09-4e1e-9c3d-e73d1fdafe4e req-27467949-6b22-4fdc-9f7d-aa01da8d725c tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 945 time: 0.0503242 Jun 22 09:02:57.589924 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-de49430c-0e09-4e1e-9c3d-e73d1fdafe4e req-f3650685-6ede-4cea-8aef-86612d52362d tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615637 Jun 22 09:02:57.842428 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['2eda8cbb-79d7-4edd-8321-67815b0158a7'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:02:57.846015 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:57.899556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65f64-43b5-4bca-9485-2aa4888abc68 req-53b7703b-05cd-4851-9d27-a3e44e677784 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:57.901475 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-45b65f64-43b5-4bca-9485-2aa4888abc68 req-53b7703b-05cd-4851-9d27-a3e44e677784 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0706213 Jun 22 09:02:57.922941 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5d42bd07-9940-483e-9467-2fc6b94adda5 req-958ebdbe-8104-41c1-8c42-fc53b1d3a9d0 service neutron] 10.222.0.43 "GET /v2.0/networks/2af2e494-609c-486f-90c0-df3b055f7328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949275 Jun 22 09:02:57.970320 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-45b65f64-43b5-4bca-9485-2aa4888abc68 req-d8c601e5-adbf-43aa-b4d2-7ee087bda0d4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577824 Jun 22 09:02:58.237424 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:58.554220 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-90ee05bc-8de0-4930-aa62-50b0f714008d req-d609337f-8265-4a88-b498-44e085be32e2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 210 time: 0.0486386 Jun 22 09:02:58.876302 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf267be-66b8-4fb1-ae90-05942648fe08 req-7bfa89c0-65ed-4a13-9169-92848c9db619 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:58.886871 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ccf267be-66b8-4fb1-ae90-05942648fe08 req-7bfa89c0-65ed-4a13-9169-92848c9db619 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 945 time: 0.0610359 Jun 22 09:02:58.938502 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ccf267be-66b8-4fb1-ae90-05942648fe08 req-41ae51d1-3fb4-44fb-a50c-2b02677cc1b1 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542362 Jun 22 09:02:58.994775 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41718) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:58.999735 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-a2237841-ad90-4560-9a80-75c0d58e3aae tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660045528', 'description': 'tempest-description--347927190'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:59.110430 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60706bc4-5844-4521-a85b-7d41ed409062 req-5604a07b-615a-4af0-a2dc-9275aea19038 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:02:59.112096 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-60706bc4-5844-4521-a85b-7d41ed409062 req-5604a07b-615a-4af0-a2dc-9275aea19038 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0581205 Jun 22 09:02:59.152135 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a2237841-ad90-4560-9a80-75c0d58e3aae tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:59.173306 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-60706bc4-5844-4521-a85b-7d41ed409062 req-b6d2ad89-cfae-4ee4-b204-9f9018a33ad5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518501 Jun 22 09:02:59.250663 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a2237841-ad90-4560-9a80-75c0d58e3aae tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group (881ba1ec-7cd2-44c3-95ce-c4abec227e15), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:59.420718 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a2237841-ad90-4560-9a80-75c0d58e3aae tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (881ba1ec-7cd2-44c3-95ce-c4abec227e15), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:59.465795 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2237841-ad90-4560-9a80-75c0d58e3aae tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881ba1ec-7cd2-44c3-95ce-c4abec227e15,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:02:59.526831 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 2eda8cbb-79d7-4edd-8321-67815b0158a7 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:02:59.577813 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a2237841-ad90-4560-9a80-75c0d58e3aae tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:59.580340 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-a2237841-ad90-4560-9a80-75c0d58e3aae tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5841634 Jun 22 09:02:59.583267 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 41732) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:02:59.588479 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-a6a854d4-c422-4c89-8d99-77acb901cdb2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Request body: {'security_group_rule': {'security_group_id': '881ba1ec-7cd2-44c3-95ce-c4abec227e15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:02:59.612908 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 2eda8cbb-79d7-4edd-8321-67815b0158a7 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:02:59.699112 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fdd1d1b0-75fa-4b38-bbe0-d7565c039eb3 req-4813110e-6846-492b-8abb-ce9550c572b0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 210 time: 0.0335405 Jun 22 09:02:59.740073 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 2eda8cbb-79d7-4edd-8321-67815b0158a7 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:02:59.740862 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:59.750724 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a6a854d4-c422-4c89-8d99-77acb901cdb2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group_rule (013bb7a9-86c9-4b94-90bd-ad0292045a54), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:59.786873 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:59.850263 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a6a854d4-c422-4c89-8d99-77acb901cdb2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group_rule (013bb7a9-86c9-4b94-90bd-ad0292045a54), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:59.861277 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 2eda8cbb-79d7-4edd-8321-67815b0158a7 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:02:59.861873 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:59.902919 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f6957b-adba-4998-a217-359885eee538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eda8cbb-79d7-4edd-8321-67815b0158a7'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:02:59.906825 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bcf746-185e-4bae-b73f-1d67e4ee95cc" -d '{"events": [{"server_uuid": "46f6957b-adba-4998-a217-359885eee538", "name": "network-vif-plugged", "status": "completed", "tag": "2eda8cbb-79d7-4edd-8321-67815b0158a7"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:02:59.924830 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 2eda8cbb-79d7-4edd-8321-67815b0158a7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2eda8cbb-79d7-4edd-8321-67815b0158a7,segment=NetworkSegment(9c0c7201-5ccf-4f02-beda-640160293720),segment_id=9c0c7201-5ccf-4f02-beda-640160293720)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:02:59.960386 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682a885f-ded8-4d31-a8fc-6a0306ca3e1e x-openstack-request-id: req-682a885f-ded8-4d31-a8fc-6a0306ca3e1e {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:02:59.961119 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f6957b-adba-4998-a217-359885eee538", "name": "network-vif-plugged", "status": "completed", "tag": "2eda8cbb-79d7-4edd-8321-67815b0158a7", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:02:59.961695 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-682a885f-ded8-4d31-a8fc-6a0306ca3e1e {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:02:59.962607 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682a885f-ded8-4d31-a8fc-6a0306ca3e1e'] response: {'server_uuid': '46f6957b-adba-4998-a217-359885eee538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eda8cbb-79d7-4edd-8321-67815b0158a7', 'code': 200} Jun 22 09:02:59.976837 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a6a854d4-c422-4c89-8d99-77acb901cdb2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (013bb7a9-86c9-4b94-90bd-ad0292045a54), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:00.055815 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:00.096264 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a854d4-c422-4c89-8d99-77acb901cdb2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013bb7a9-86c9-4b94-90bd-ad0292045a54,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:00.216625 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a6a854d4-c422-4c89-8d99-77acb901cdb2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:00.220460 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-a6a854d4-c422-4c89-8d99-77acb901cdb2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6357694 Jun 22 09:03:00.224647 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41752) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:00.243299 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=2eda8cbb-79d7-4edd-8321-67815b0158a7,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:00.264842 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-f29fca03-5a77-47a2-9682-daad2ed902d3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Request body: {'security_group_rule': {'security_group_id': '881ba1ec-7cd2-44c3-95ce-c4abec227e15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:00.391971 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0214dc-567b-4b7a-a831-30f49d3b351b req-44f2e06e-6d91-424f-99a8-7b575e64941b tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:00.397357 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e0214dc-567b-4b7a-a831-30f49d3b351b req-44f2e06e-6d91-424f-99a8-7b575e64941b tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 946 time: 0.3100612 Jun 22 09:03:00.410351 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc34414-0c24-4348-983a-245b572930e3 req-0727faab-dbca-4d23-b2f7-73e5b863ac5e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:00.414228 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-0727faab-dbca-4d23-b2f7-73e5b863ac5e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 813 time: 0.5068419 Jun 22 09:03:00.507768 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f29fca03-5a77-47a2-9682-daad2ed902d3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group_rule (95661b23-4914-434d-bfbe-fc6f0af82a82), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:00.588927 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f29fca03-5a77-47a2-9682-daad2ed902d3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group_rule (95661b23-4914-434d-bfbe-fc6f0af82a82), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:00.647539 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3e0214dc-567b-4b7a-a831-30f49d3b351b req-fd9d07e4-71b2-4cff-81d7-48aee51d0f57 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320106 Jun 22 09:03:00.653159 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0db2e-62c5-48ec-8319-d6324e5e6767 req-60172195-6a03-48f2-a4c4-f29c30f6916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:00.654838 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7dc0db2e-62c5-48ec-8319-d6324e5e6767 req-60172195-6a03-48f2-a4c4-f29c30f6916f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 1130 time: 0.1232889 Jun 22 09:03:00.665323 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037ef13-001f-4cde-8139-9662a5aeee90 req-0e8ea410-9dee-45d5-8055-b1ec944c4913 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:00.670671 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5037ef13-001f-4cde-8139-9662a5aeee90 req-0e8ea410-9dee-45d5-8055-b1ec944c4913 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.1680815 Jun 22 09:03:00.729831 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-1699cd28-9aac-4839-b2af-f6f9410daeab tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 472 time: 0.2945971 Jun 22 09:03:00.761060 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'port': {'device_id': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'admin_state_up': True, 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'security_groups': ['efe7438f-6187-46de-9529-3cb8270f2847']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:00.763276 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f29fca03-5a77-47a2-9682-daad2ed902d3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (95661b23-4914-434d-bfbe-fc6f0af82a82), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:00.791696 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fca03-5a77-47a2-9682-daad2ed902d3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95661b23-4914-434d-bfbe-fc6f0af82a82,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:00.912597 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f29fca03-5a77-47a2-9682-daad2ed902d3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:00.916035 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-f29fca03-5a77-47a2-9682-daad2ed902d3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6562517 Jun 22 09:03:00.919952 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41770) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:00.938422 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:00.979919 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae898a04-fbe1-47c4-a71c-5fcad7ecac15 req-3d87108a-5d92-4e92-9c91-b90b8f35f9e6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 210 time: 0.1551733 Jun 22 09:03:00.987119 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7dc0db2e-62c5-48ec-8319-d6324e5e6767 req-84c12d88-fc3c-447f-b4aa-4d63be337a0b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095720 Jun 22 09:03:01.002495 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5037ef13-001f-4cde-8139-9662a5aeee90 req-bd43c24f-ef29-4c8f-97ce-1b60653062e4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3094738 Jun 22 09:03:01.099814 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:01.131073 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c51a3-d6f1-47ba-9cf7-0bbabecd84ab req-624de4c0-ca38-447f-bf1a-37c4046e2222 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:01.133189 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cd4c51a3-d6f1-47ba-9cf7-0bbabecd84ab req-624de4c0-ca38-447f-bf1a-37c4046e2222 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0692177 Jun 22 09:03:01.143208 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 41774) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:01.147866 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-1b7fa2ee-296c-4c23-a240-aea4fa2a108d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'floatingip': {'port_id': 'be31663b-fa96-458a-8d8e-4d90d98f36db'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:01.218579 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:01.223943 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa2ee-296c-4c23-a240-aea4fa2a108d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (cd8ec71c-9119-41f0-a260-4afce61773a1), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:01.292057 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 41780) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:01.313871 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Made reservation on behalf of 3c906f2149774a18b39228b7b6ef556f for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:03:01.318321 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:01.385331 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Allocated IP 172.27.2.126 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/48538af1-9d4a-4d21-8eed-e730e835f7b7) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:03:01.521618 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-74ef2385-0370-4be1-9446-5e379261922e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:01.615054 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for port (48538af1-9d4a-4d21-8eed-e730e835f7b7), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:01.849744 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (48538af1-9d4a-4d21-8eed-e730e835f7b7), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:01.903330 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:03:01.909709 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:03:01.912463 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:03:01.915973 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event updated for resources: {'Port': ['ID=48538af1-9d4a-4d21-8eed-e730e835f7b7,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:01.916139 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Allocated IP 172.20.0.12 (89fc451c-46b3-4008-9c5d-bc37135b61a8/cf0ef2ba-1fde-4a23-9631-23e262f8bb0e/58aea969-8187-49bf-85e8-f39697542c80) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:03:02.006772 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9bd8a-a118-446d-b499-9f856b71137c req-b6d01054-079c-444a-ac21-06832bea935a tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:02.007458 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fab9bd8a-a118-446d-b499-9f856b71137c req-b6d01054-079c-444a-ac21-06832bea935a tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 946 time: 0.2660146 Jun 22 09:03:02.027705 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for floatingip (2e57929e-82d4-47d2-87c3-2f1090ca446f), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.038378 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:02.155021 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c38c7798-4526-44c7-944f-9c8ccd281a0c req-161e2cb2-2502-4203-9aed-3cb8b7062a56 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 210 time: 0.0744693 Jun 22 09:03:02.266639 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (48538af1-9d4a-4d21-8eed-e730e835f7b7), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.268981 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-74ef2385-0370-4be1-9446-5e379261922e admin admin] Publish callbacks [] for security_group (fc13348d-21f0-459d-80a5-692004ce0324), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.277468 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.db.resource_extend [None req-1b7fa2ee-296c-4c23-a240-aea4fa2a108d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:03:02.289147 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fab9bd8a-a118-446d-b499-9f856b71137c req-18587965-6c51-45c4-9f16-dd65989ed2b9 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684820 Jun 22 09:03:02.320214 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:02.453207 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for port (48538af1-9d4a-4d21-8eed-e730e835f7b7), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.612579 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-74ef2385-0370-4be1-9446-5e379261922e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (fc13348d-21f0-459d-80a5-692004ce0324), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.664809 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa2ee-296c-4c23-a240-aea4fa2a108d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.685740 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-74ef2385-0370-4be1-9446-5e379261922e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9dda8e1884e646449cc8ac7096f3dbac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3924491 Jun 22 09:03:02.689399 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 41802) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:02.700027 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14068877'] for port (48538af1-9d4a-4d21-8eed-e730e835f7b7), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.700459 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef2385-0370-4be1-9446-5e379261922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc13348d-21f0-459d-80a5-692004ce0324,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:02.719629 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (58aea969-8187-49bf-85e8-f39697542c80), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.814215 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event updated for resources: {'Port': ['ID=48538af1-9d4a-4d21-8eed-e730e835f7b7,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:02.841736 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (2e57929e-82d4-47d2-87c3-2f1090ca446f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.845414 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-caf127c2-a432-4ef9-bbf3-fe3304718d45 admin admin] Publish callbacks [] for security_group (fc13348d-21f0-459d-80a5-692004ce0324), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.873669 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-caf127c2-a432-4ef9-bbf3-fe3304718d45 admin admin] Publish callbacks [] for security_group (fc13348d-21f0-459d-80a5-692004ce0324), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.882843 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa2ee-296c-4c23-a240-aea4fa2a108d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (cd8ec71c-9119-41f0-a260-4afce61773a1), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.935416 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:02.938764 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (58aea969-8187-49bf-85e8-f39697542c80), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.981932 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:02.983330 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-78657faf-1cbd-4206-9ff9-d0ce6200358d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0615652 Jun 22 09:03:03.029772 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:03:03.037217 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-caf127c2-a432-4ef9-bbf3-fe3304718d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (fc13348d-21f0-459d-80a5-692004ce0324), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:03.038175 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:03:03.041077 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-caf127c2-a432-4ef9-bbf3-fe3304718d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:03.042715 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-caf127c2-a432-4ef9-bbf3-fe3304718d45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc13348d-21f0-459d-80a5-692004ce0324 HTTP/1.1" status: 204 len: 168 time: 0.3512456 Jun 22 09:03:03.042876 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [None req-1b7fa2ee-296c-4c23-a240-aea4fa2a108d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Floating IP cd8ec71c-9119-41f0-a260-4afce61773a1 associated. External IP: 172.27.2.100, port: be31663b-fa96-458a-8d8e-4d90d98f36db. Jun 22 09:03:03.045493 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:03:03.051515 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:03.052400 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:03.053106 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf127c2-a432-4ef9-bbf3-fe3304718d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc13348d-21f0-459d-80a5-692004ce0324,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:03.057057 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=58aea969-8187-49bf-85e8-f39697542c80,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:03.270611 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-14ccfebc-8b45-4235-adb4-a15909b820a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5194259 Jun 22 09:03:03.367362 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4538935-27b1-43b5-b24e-5e8991f23555 req-d7b208cd-0794-4860-aa08-384bb252f1c2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:03.368760 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a4538935-27b1-43b5-b24e-5e8991f23555 req-d7b208cd-0794-4860-aa08-384bb252f1c2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 932 time: 0.1188812 Jun 22 09:03:03.376651 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-5341ba14-8c88-44c5-8f33-d62fd628e57f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1660045528&fields=id&tenant_id=d20fd7bac1c94a908fd293fa82c534dc HTTP/1.1" status: 200 len: 267 time: 0.1497946 Jun 22 09:03:03.387491 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7fa2ee-296c-4c23-a240-aea4fa2a108d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Router 7ef81170-7a25-4352-86e1-6379ac1a39be has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:03:03.399629 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-5351ea60-e2f8-48b9-8844-20038fbd39e6 None None] Provisioning complete for port 58aea969-8187-49bf-85e8-f39697542c80 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:03:03.400196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-5351ea60-e2f8-48b9-8844-20038fbd39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (58aea969-8187-49bf-85e8-f39697542c80), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:03.439148 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-5351ea60-e2f8-48b9-8844-20038fbd39e6 None None] Port 58aea969-8187-49bf-85e8-f39697542c80 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:03:03.443123 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:03.556600 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a4538935-27b1-43b5-b24e-5e8991f23555 req-1a8dce06-0b4d-4f32-99a3-5eae34f78fbc tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781151 Jun 22 09:03:03.620702 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-6becb539-f158-4580-92ff-53ff753be2b7 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:03.622239 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-6becb539-f158-4580-92ff-53ff753be2b7 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 818 time: 0.2328334 Jun 22 09:03:03.641431 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7fa2ee-296c-4c23-a240-aea4fa2a108d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:03:03.650103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa2ee-296c-4c23-a240-aea4fa2a108d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:03.653177 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f933b1c-37ba-470c-b97b-973dfc1df4c2 None None] Sync routers for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:03:03.664870 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f933b1c-37ba-470c-b97b-973dfc1df4c2 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:03:03.665647 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-2f933b1c-37ba-470c-b97b-973dfc1df4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:03.695370 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-75c541b3-ff4c-4b40-94c9-a0f6f3173a19 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/quotas/d20fd7bac1c94a908fd293fa82c534dc HTTP/1.1" status: 200 len: 375 time: 0.0641155 Jun 22 09:03:03.717354 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee28e6-585c-49a4-8b02-31240d241751 req-3c8d6292-1c66-4689-873c-d4c63893c7ff tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:03.718922 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b4ee28e6-585c-49a4-8b02-31240d241751 req-3c8d6292-1c66-4689-873c-d4c63893c7ff tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 946 time: 0.0910487 Jun 22 09:03:03.730109 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-1b7fa2ee-296c-4c23-a240-aea4fa2a108d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "PUT /v2.0/floatingips/cd8ec71c-9119-41f0-a260-4afce61773a1 HTTP/1.1" status: 200 len: 991 time: 2.5844948 Jun 22 09:03:03.730109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:03.732334 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ce7c13-2d23-421b-a139-0d8d18b97993" -d '{"events": [{"name": "network-changed", "server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:03.790008 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-9a373e77-371a-45d0-b00a-524f6af16844 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0790722 Jun 22 09:03:03.817099 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-2f933b1c-37ba-470c-b97b-973dfc1df4c2 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:03:03.847599 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b4ee28e6-585c-49a4-8b02-31240d241751 req-b52dd8f9-8fca-45dc-b662-9ee055071167 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113205 Jun 22 09:03:03.903708 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438bd6a9-f56b-46e5-9ff1-34111dd287df x-openstack-request-id: req-438bd6a9-f56b-46e5-9ff1-34111dd287df {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:03.904237 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:03.904579 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-438bd6a9-f56b-46e5-9ff1-34111dd287df {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:03.905071 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438bd6a9-f56b-46e5-9ff1-34111dd287df'] response: {'name': 'network-changed', 'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'status': 'completed', 'code': 200} Jun 22 09:03:03.929726 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ce09dff1-cd42-4856-8745-23dbed3ebb05 service neutron] 10.222.0.36 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245677 Jun 22 09:03:03.979527 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:04.027998 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-3483e8f6-9029-4906-a365-81db38984161 service neutron] 10.222.0.36 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922902 Jun 22 09:03:04.095147 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-2f933b1c-37ba-470c-b97b-973dfc1df4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'cd8ec71c-9119-41f0-a260-4afce61773a1', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'port_id': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'mac_address': 'fa:16:3e:e9:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570dea14-f80c-45cc-9935-7cf6d445d337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:02:19Z', 'updated_at': '2022-06-22T09:03:02Z', 'revision_number': 1, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:04.120757 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f933b1c-37ba-470c-b97b-973dfc1df4c2 None None] Checking router: 7ef81170-7a25-4352-86e1-6379ac1a39be for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:03:04.129483 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f933b1c-37ba-470c-b97b-973dfc1df4c2 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:03:04.130132 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-2f933b1c-37ba-470c-b97b-973dfc1df4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:02:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:04.238454 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-2f933b1c-37ba-470c-b97b-973dfc1df4c2 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:03:04.369574 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3a673afb-e19f-4334-95fb-8439588f126b req-2997ef20-a05e-48fb-98c7-77aa3a112087 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 210 time: 0.0332012 Jun 22 09:03:04.497588 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-2f933b1c-37ba-470c-b97b-973dfc1df4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'cd8ec71c-9119-41f0-a260-4afce61773a1', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'port_id': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'mac_address': 'fa:16:3e:e9:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570dea14-f80c-45cc-9935-7cf6d445d337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:02:19Z', 'updated_at': '2022-06-22T09:03:02Z', 'revision_number': 1, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:04.501206 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:04.528134 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f933b1c-37ba-470c-b97b-973dfc1df4c2 None None] The sync data for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi is: [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'cd8ec71c-9119-41f0-a260-4afce61773a1', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'port_id': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'mac_address': 'fa:16:3e:e9:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570dea14-f80c-45cc-9935-7cf6d445d337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:02:19Z', 'updated_at': '2022-06-22T09:03:02Z', 'revision_number': 1, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:03:04.704987 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62ecbb-f2fa-4e04-8991-d290b09dc795 req-658d1efa-6c56-47ed-9c4c-e5c6f384c001 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:04.706866 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dc62ecbb-f2fa-4e04-8991-d290b09dc795 req-658d1efa-6c56-47ed-9c4c-e5c6f384c001 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 932 time: 0.0598907 Jun 22 09:03:04.782581 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dc62ecbb-f2fa-4e04-8991-d290b09dc795 req-e300e4ae-ad46-4e09-a571-4adc72ef3bc2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634096 Jun 22 09:03:04.787889 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fcdbc1-8e4c-44ba-aa7e-24c56b533d4d None None] New status for floating IP cd8ec71c-9119-41f0-a260-4afce61773a1: ACTIVE {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:03:04.831836 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:04.973895 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:04.978651 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d500f7-4211-4ea6-9d97-68b80f1d4d05 req-97dc84ed-0638-4811-b384-836dc76668f8 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:04.983179 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-66d500f7-4211-4ea6-9d97-68b80f1d4d05 req-97dc84ed-0638-4811-b384-836dc76668f8 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 946 time: 0.0490663 Jun 22 09:03:05.039232 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-66d500f7-4211-4ea6-9d97-68b80f1d4d05 req-6eb31625-04eb-4927-a0a0-c915e656f86f tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513420 Jun 22 09:03:05.109442 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Request body: {'port': {'device_id': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:05.193240 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7c13-2d23-421b-a139-0d8d18b97993 req-f3008cb8-ba80-41e9-8589-5d118fb2a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:05.194835 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-22ce7c13-2d23-421b-a139-0d8d18b97993 req-f3008cb8-ba80-41e9-8589-5d118fb2a374 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 1129 time: 0.0654144 Jun 22 09:03:05.212774 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (58aea969-8187-49bf-85e8-f39697542c80), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:05.420574 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7c13-2d23-421b-a139-0d8d18b97993 req-f6d59a85-e21e-4e05-9dd0-e539a8772530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:05.422616 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-22ce7c13-2d23-421b-a139-0d8d18b97993 req-f6d59a85-e21e-4e05-9dd0-e539a8772530 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 918 time: 0.2002478 Jun 22 09:03:05.537242 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8eae46a7-8ebf-4121-bc53-be1ea3b9bdd6 req-12269308-a4f4-4d62-a255-7299192272da tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 210 time: 0.0947986 Jun 22 09:03:05.557427 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-22ce7c13-2d23-421b-a139-0d8d18b97993 req-6620e845-3a8c-4c67-b15a-c8e40ec931ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be31663b-fa96-458a-8d8e-4d90d98f36db HTTP/1.1" status: 200 len: 1001 time: 0.1240373 Jun 22 09:03:05.673190 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58aea969-8187-49bf-85e8-f39697542c80 {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:03:05.683850 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Publish callbacks [] for port (58aea969-8187-49bf-85e8-f39697542c80), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:05.701585 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7c13-2d23-421b-a139-0d8d18b97993 req-a1c6f88a-dc29-4235-bb89-31e6265e81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:05.704205 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-22ce7c13-2d23-421b-a139-0d8d18b97993 req-a1c6f88a-dc29-4235-bb89-31e6265e81a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 HTTP/1.1" status: 200 len: 856 time: 0.0798302 Jun 22 09:03:05.707204 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Transition to ACTIVE for port object 58aea969-8187-49bf-85e8-f39697542c80 will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:03:05.825387 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (58aea969-8187-49bf-85e8-f39697542c80), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:05.915299 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=58aea969-8187-49bf-85e8-f39697542c80,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:05.929943 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9e8f3-cb83-4fae-b020-ba8088830bf0 req-031c78cf-6d7e-42d1-8015-523802a6d51d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:05.931615 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6ea9e8f3-cb83-4fae-b020-ba8088830bf0 req-031c78cf-6d7e-42d1-8015-523802a6d51d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 944 time: 0.0778508 Jun 22 09:03:05.985453 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Attempting to bind port 58aea969-8187-49bf-85e8-f39697542c80 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:03:05.987191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Attempting to bind port 58aea969-8187-49bf-85e8-f39697542c80 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:03:05.987191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Attempting to bind port 58aea969-8187-49bf-85e8-f39697542c80 on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:03:05.996704 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Port 58aea969-8187-49bf-85e8-f39697542c80 on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:03:05.997040 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Attempting to bind port 58aea969-8187-49bf-85e8-f39697542c80 on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:03:06.012333 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:03:06.012682 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Checking segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:03:06.013068 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Bound using segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:03:06.013512 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Bound port: 58aea969-8187-49bf-85e8-f39697542c80, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:03:06.013870 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (58aea969-8187-49bf-85e8-f39697542c80), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:06.034725 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6ea9e8f3-cb83-4fae-b020-ba8088830bf0 req-82e67228-469d-4a56-9966-fbebcaecb9e8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815234 Jun 22 09:03:06.103441 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] For port 58aea969-8187-49bf-85e8-f39697542c80, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:03:06.108069 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] For port 58aea969-8187-49bf-85e8-f39697542c80, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=58aea969-8187-49bf-85e8-f39697542c80,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:03:06.174161 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:06.220928 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (58aea969-8187-49bf-85e8-f39697542c80), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:06.277232 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:06.277995 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:06.281429 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] 10.222.0.43 "PUT /v2.0/ports/58aea969-8187-49bf-85e8-f39697542c80 HTTP/1.1" status: 200 len: 1094 time: 1.1746135 Jun 22 09:03:06.283404 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'tag': '58aea969-8187-49bf-85e8-f39697542c80'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:06.285676 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff35368-bca2-441e-b157-85dde0b82d27" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3f60b3-c6b7-473b-97a3-a83de42be721", "tag": "58aea969-8187-49bf-85e8-f39697542c80"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:06.379540 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42b034-8008-4c4a-90a9-479ef14cc6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=58aea969-8187-49bf-85e8-f39697542c80,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:06.386109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedbecab-b469-4c4f-8e95-807323f9358f x-openstack-request-id: req-bedbecab-b469-4c4f-8e95-807323f9358f {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:06.386400 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3f60b3-c6b7-473b-97a3-a83de42be721", "tag": "58aea969-8187-49bf-85e8-f39697542c80", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:06.386657 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bedbecab-b469-4c4f-8e95-807323f9358f {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:06.387101 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bedbecab-b469-4c4f-8e95-807323f9358f'] response: {'name': 'network-changed', 'server_uuid': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'tag': '58aea969-8187-49bf-85e8-f39697542c80', 'status': 'completed', 'code': 200} Jun 22 09:03:06.397196 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7c13-2d23-421b-a139-0d8d18b97993 req-0a7d754b-2b9e-4047-b7de-a3bad4ba1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:06.398792 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-22ce7c13-2d23-421b-a139-0d8d18b97993 req-0a7d754b-2b9e-4047-b7de-a3bad4ba1d0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15257489-695d-400e-ba82-cb5e772f9bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1337969 Jun 22 09:03:06.446442 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892845a-cec7-4098-9fe8-6dc16c554114 req-92d82bed-ea80-4eff-9d70-2969aeb6cdf2 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:06.448117 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3892845a-cec7-4098-9fe8-6dc16c554114 req-92d82bed-ea80-4eff-9d70-2969aeb6cdf2 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 946 time: 0.1341815 Jun 22 09:03:06.460717 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:06.518862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff35368-bca2-441e-b157-85dde0b82d27 req-9b8aaa19-827f-4108-9223-5ae7f2837d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:06.520418 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fff35368-bca2-441e-b157-85dde0b82d27 req-9b8aaa19-827f-4108-9223-5ae7f2837d2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 1128 time: 0.1207256 Jun 22 09:03:06.611524 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3892845a-cec7-4098-9fe8-6dc16c554114 req-93d43840-840d-48ea-a73e-54b96cad441f tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476133 Jun 22 09:03:06.653965 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-22ce7c13-2d23-421b-a139-0d8d18b97993 req-eec45dd9-40e2-4f54-9fc5-85b77b2cc05b service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407417 Jun 22 09:03:07.005329 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-565e8038-e312-40fd-85d6-1bc725268a2d req-3bbb16f6-b8d9-4954-a24d-9729ecfaf168 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 210 time: 0.3158748 Jun 22 09:03:07.063983 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff35368-bca2-441e-b157-85dde0b82d27 req-81dcdee7-344c-418e-b64a-4901110912f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:07.065436 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fff35368-bca2-441e-b157-85dde0b82d27 req-81dcdee7-344c-418e-b64a-4901110912f9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3c906f2149774a18b39228b7b6ef556f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5075729 Jun 22 09:03:07.195173 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-22ce7c13-2d23-421b-a139-0d8d18b97993 req-d0956941-9963-491d-bc44-ec63c039a3a2 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046363 Jun 22 09:03:07.216397 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a765f7-5a92-40c6-b184-a2fad78ca3ff req-6cbfce1d-74ba-4daa-ae4f-04ac6baa40bc tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:07.217879 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-85a765f7-5a92-40c6-b184-a2fad78ca3ff req-6cbfce1d-74ba-4daa-ae4f-04ac6baa40bc tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 944 time: 0.1030242 Jun 22 09:03:07.239521 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff35368-bca2-441e-b157-85dde0b82d27 req-9f4efb59-894e-434a-b441-0b364960f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:07.241050 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fff35368-bca2-441e-b157-85dde0b82d27 req-9f4efb59-894e-434a-b441-0b364960f6a7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582952 Jun 22 09:03:07.278087 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-85a765f7-5a92-40c6-b184-a2fad78ca3ff req-edd90964-88fb-4b02-9142-2c4bfe8dff29 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508749 Jun 22 09:03:07.624307 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc34414-0c24-4348-983a-245b572930e3 req-980e1044-63b8-41b9-b672-c904795d1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:07.625806 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-980e1044-63b8-41b9-b672-c904795d1ae5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 1128 time: 0.0420933 Jun 22 09:03:07.629951 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:07.673118 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-9107e982-79e0-4b04-874e-64175d0b7b01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58aea969-8187-49bf-85e8-f39697542c80 HTTP/1.1" status: 200 len: 217 time: 0.0382514 Jun 22 09:03:07.727354 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc34414-0c24-4348-983a-245b572930e3 req-3e0eb3e2-d79d-42b1-ae1f-b0e018774ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:07.728775 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-3e0eb3e2-d79d-42b1-ae1f-b0e018774ff9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 200 len: 852 time: 0.0470359 Jun 22 09:03:07.781270 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc34414-0c24-4348-983a-245b572930e3 req-9804a6c8-3444-4814-9100-92af59ce57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:07.782827 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-9804a6c8-3444-4814-9100-92af59ce57db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89fc451c-46b3-4008-9c5d-bc37135b61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458884 Jun 22 09:03:07.891515 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-0717e04a-406c-4dd6-9167-ef54bea38773 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961602 Jun 22 09:03:07.914606 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:08.096810 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3bc34414-0c24-4348-983a-245b572930e3 req-1d5075f0-965e-4ba0-bf7f-f05ae028a399 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846645 Jun 22 09:03:08.106751 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ee09b527-b0e7-471e-9fe4-b211ee2acca2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:08.119493 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ee09b527-b0e7-471e-9fe4-b211ee2acca2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 818 time: 0.1743338 Jun 22 09:03:08.157804 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-456010ca-7b7c-46a3-be56-1c8e35e507ad req-f2445957-7be1-4859-86d7-ad8b69414f08 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 210 time: 0.0399015 Jun 22 09:03:08.208320 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-17ec61d4-e897-4880-a396-9e403f5dde43 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d20fd7bac1c94a908fd293fa82c534dc HTTP/1.1" status: 200 len: 380 time: 0.0796254 Jun 22 09:03:08.221438 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Request body: {'port': {'device_id': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'admin_state_up': True, 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'security_groups': ['881ba1ec-7cd2-44c3-95ce-c4abec227e15']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:08.462265 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3e80c-6b8a-493c-a0a5-1d1a89cd2194 req-e6dc60d1-4277-45ac-898a-9d9977c3c7bd tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:08.464147 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-07f3e80c-6b8a-493c-a0a5-1d1a89cd2194 req-e6dc60d1-4277-45ac-898a-9d9977c3c7bd tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 944 time: 0.0611582 Jun 22 09:03:08.517972 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Made reservation on behalf of d20fd7bac1c94a908fd293fa82c534dc for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:03:08.521555 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:08.557903 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-07f3e80c-6b8a-493c-a0a5-1d1a89cd2194 req-cfc619b9-3ffc-4e01-a33e-98fe1c47b36c tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875828 Jun 22 09:03:08.701838 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Allocated IP 172.20.0.10 (81450ca5-339e-4f08-bdc8-ec0a189d1628/1c3d8b32-bb3a-4e9a-a1bd-09fae4263932/9245704a-8d26-4a4c-af84-7c9cacbb258e) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:03:08.887113 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:08.911520 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:08.987278 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f5fc5-ed77-4651-aa4b-1ffe1a7aaa8d req-2a5aebf9-1f76-4764-9b5b-685c04f753a7 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:08.988809 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4d8f5fc5-ed77-4651-aa4b-1ffe1a7aaa8d req-2a5aebf9-1f76-4764-9b5b-685c04f753a7 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 946 time: 0.0506849 Jun 22 09:03:09.025757 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:09.095597 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Network 81450ca5-339e-4f08-bdc8-ec0a189d1628 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:03:09.107858 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:03:09.121988 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4d8f5fc5-ed77-4651-aa4b-1ffe1a7aaa8d req-abc9a9cb-eb42-44d7-ad99-3049d30f8173 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270907 Jun 22 09:03:09.125228 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:03:09.130404 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:09.130942 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:09.135269 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event updated for resources: {'Port': ['ID=9245704a-8d26-4a4c-af84-7c9cacbb258e,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:09.246987 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-40eb5836-d00c-4d4a-8823-8b084e3cdf86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0320299 Jun 22 09:03:09.336117 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ee4e4-db4d-4fa4-8d52-fa3769830143 req-2df1c5b0-57e2-45cf-baba-13ec87b580bc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:09.339203 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e47ee4e4-db4d-4fa4-8d52-fa3769830143 req-2df1c5b0-57e2-45cf-baba-13ec87b580bc tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 932 time: 0.0847909 Jun 22 09:03:09.454353 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-b6a6e067-d5ef-41be-af1c-07e35d605370 None None] Provisioning complete for port 9245704a-8d26-4a4c-af84-7c9cacbb258e triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:03:09.455006 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e47ee4e4-db4d-4fa4-8d52-fa3769830143 req-9d5caeb0-50cf-4b09-bfd6-17eff517af7b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733654 Jun 22 09:03:09.457979 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e067-d5ef-41be-af1c-07e35d605370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:09.501581 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6e067-d5ef-41be-af1c-07e35d605370 None None] Port 9245704a-8d26-4a4c-af84-7c9cacbb258e cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:03:09.648267 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:09.707558 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5de18-0234-4546-a314-9b9e3219de70 req-46872b9c-177b-4393-ae8c-a1849e779753 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:09.709440 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-43d5de18-0234-4546-a314-9b9e3219de70 req-46872b9c-177b-4393-ae8c-a1849e779753 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 944 time: 0.0548835 Jun 22 09:03:09.753060 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Request body: {'port': {'device_id': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:09.847554 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-43d5de18-0234-4546-a314-9b9e3219de70 req-612dd033-b89b-4f6d-8648-ef72b16e478d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277649 Jun 22 09:03:09.904251 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:10.290522 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944145a-8595-4000-98fa-4a99e727e6e1 req-fb45fe35-ae60-430e-8bc3-744fde9b0f52 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:10.293106 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2944145a-8595-4000-98fa-4a99e727e6e1 req-fb45fe35-ae60-430e-8bc3-744fde9b0f52 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 946 time: 0.1016765 Jun 22 09:03:10.303199 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9245704a-8d26-4a4c-af84-7c9cacbb258e {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:03:10.327513 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Publish callbacks [] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:10.370495 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Transition to ACTIVE for port object 9245704a-8d26-4a4c-af84-7c9cacbb258e will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:03:10.409243 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2944145a-8595-4000-98fa-4a99e727e6e1 req-69931819-ba03-4d22-a34e-9625d7ddee03 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979223 Jun 22 09:03:10.459636 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:10.556146 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9245704a-8d26-4a4c-af84-7c9cacbb258e,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:10.664554 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Attempting to bind port 9245704a-8d26-4a4c-af84-7c9cacbb258e on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:03:10.664985 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Attempting to bind port 9245704a-8d26-4a4c-af84-7c9cacbb258e by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:03:10.665485 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Attempting to bind port 9245704a-8d26-4a4c-af84-7c9cacbb258e on network 81450ca5-339e-4f08-bdc8-ec0a189d1628 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:03:10.677688 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Port 9245704a-8d26-4a4c-af84-7c9cacbb258e on network 81450ca5-339e-4f08-bdc8-ec0a189d1628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:03:10.677996 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Attempting to bind port 9245704a-8d26-4a4c-af84-7c9cacbb258e on network 81450ca5-339e-4f08-bdc8-ec0a189d1628 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:03:10.694238 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db10ea-7a51-4a78-abe6-92ef3b08c83c req-b77ffb9d-d430-4543-915d-a4c6a1c9fe9b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:10.696837 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f4db10ea-7a51-4a78-abe6-92ef3b08c83c req-b77ffb9d-d430-4543-915d-a4c6a1c9fe9b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 944 time: 0.1476176 Jun 22 09:03:10.701741 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:03:10.702426 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Checking segment: {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:03:10.703040 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Bound using segment: {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:03:10.703737 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Bound port: 9245704a-8d26-4a4c-af84-7c9cacbb258e, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff94d0e4-6568-4241-8c10-63a080128f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:03:10.704298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:10.850090 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f4db10ea-7a51-4a78-abe6-92ef3b08c83c req-52f66787-6edd-4679-aa45-b046c04fe1cb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311355 Jun 22 09:03:10.856523 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] For port 9245704a-8d26-4a4c-af84-7c9cacbb258e, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:03:10.861301 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] For port 9245704a-8d26-4a4c-af84-7c9cacbb258e, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=9245704a-8d26-4a4c-af84-7c9cacbb258e,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:03:10.980696 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:11.019995 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e34b9-46b5-42df-b132-9724230f80ff req-99a30af6-3e0d-44f5-9256-755d5ebb3ec2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:11.021497 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-250e34b9-46b5-42df-b132-9724230f80ff req-99a30af6-3e0d-44f5-9256-755d5ebb3ec2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 944 time: 0.0876219 Jun 22 09:03:11.038541 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:11.039163 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:11.040708 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] 10.222.0.43 "PUT /v2.0/ports/9245704a-8d26-4a4c-af84-7c9cacbb258e HTTP/1.1" status: 200 len: 1094 time: 1.2957590 Jun 22 09:03:11.041155 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:11.043444 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764633a2-d90d-429f-8a6d-02aa131fa359" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:11.080332 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26cb59-4e5c-40e6-9f3b-a19b153cecf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9245704a-8d26-4a4c-af84-7c9cacbb258e,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:11.102119 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d322659-8042-44a8-a1a0-52bd8c211182 x-openstack-request-id: req-9d322659-8042-44a8-a1a0-52bd8c211182 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:11.102418 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:11.102750 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d322659-8042-44a8-a1a0-52bd8c211182 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:11.103400 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d322659-8042-44a8-a1a0-52bd8c211182'] response: {'name': 'network-changed', 'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'status': 'completed', 'code': 200} Jun 22 09:03:11.108829 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-250e34b9-46b5-42df-b132-9724230f80ff req-79f1bf3f-ea0f-44b9-8a0f-f62e92697def tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808733 Jun 22 09:03:11.377367 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764633a2-d90d-429f-8a6d-02aa131fa359 req-946f07ec-0c1a-493b-9330-1aa7f08a68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:11.379159 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-764633a2-d90d-429f-8a6d-02aa131fa359 req-946f07ec-0c1a-493b-9330-1aa7f08a68b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 1128 time: 0.0487704 Jun 22 09:03:11.409199 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:11.525957 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:11.560360 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe6c33-712b-4a70-a2af-2fad396d4dfe req-53f1438b-ac5d-4200-b2f3-e2f4f487dfa6 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:11.562176 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fdfe6c33-712b-4a70-a2af-2fad396d4dfe req-53f1438b-ac5d-4200-b2f3-e2f4f487dfa6 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 946 time: 0.0706587 Jun 22 09:03:11.679388 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fdfe6c33-712b-4a70-a2af-2fad396d4dfe req-5a4a96f8-84b7-45c4-a2d6-1ed486a47c5c tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107392 Jun 22 09:03:11.720437 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764633a2-d90d-429f-8a6d-02aa131fa359 req-2e99d8b9-4b28-46b6-91da-9d6758daa39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:11.722733 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-764633a2-d90d-429f-8a6d-02aa131fa359 req-2e99d8b9-4b28-46b6-91da-9d6758daa39c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1936350 Jun 22 09:03:11.746321 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29e9fb-22ae-4f06-8fe0-d711ab6600fb req-7558b1dc-7acf-463e-8287-6e307f2bcc45 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:11.747770 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bd29e9fb-22ae-4f06-8fe0-d711ab6600fb req-7558b1dc-7acf-463e-8287-6e307f2bcc45 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.43 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 946 time: 0.0965216 Jun 22 09:03:11.802032 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:11.908088 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-bd29e9fb-22ae-4f06-8fe0-d711ab6600fb req-45319069-1145-4f35-8e16-98b0cdcd6321 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Deleting port 2eda8cbb-79d7-4edd-8321-67815b0158a7 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:03:11.908978 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bd29e9fb-22ae-4f06-8fe0-d711ab6600fb req-45319069-1145-4f35-8e16-98b0cdcd6321 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:11.924470 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764633a2-d90d-429f-8a6d-02aa131fa359 req-ba0ae89c-1e98-482c-bf13-38d0da25c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:11.926227 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-764633a2-d90d-429f-8a6d-02aa131fa359 req-ba0ae89c-1e98-482c-bf13-38d0da25c481 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1967564 Jun 22 09:03:12.068993 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406087b3-f177-4499-83b9-0cd6699fa19c req-938a387f-1eb5-421f-8041-4dea13fdb090 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:12.070414 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-406087b3-f177-4499-83b9-0cd6699fa19c req-938a387f-1eb5-421f-8041-4dea13fdb090 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 944 time: 0.1278610 Jun 22 09:03:12.073631 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-58b2efb2-8e1c-4f21-b1fa-e9a736a2f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:12.075049 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-58b2efb2-8e1c-4f21-b1fa-e9a736a2f320 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 1128 time: 0.0720313 Jun 22 09:03:12.145152 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-ba94b2ed-2c6e-4290-b91e-fb033d25ed2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9245704a-8d26-4a4c-af84-7c9cacbb258e HTTP/1.1" status: 200 len: 217 time: 0.0536735 Jun 22 09:03:12.146818 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-bd29e9fb-22ae-4f06-8fe0-d711ab6600fb req-45319069-1145-4f35-8e16-98b0cdcd6321 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] For port 2eda8cbb-79d7-4edd-8321-67815b0158a7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2eda8cbb-79d7-4edd-8321-67815b0158a7,segment=NetworkSegment(9c0c7201-5ccf-4f02-beda-640160293720),segment_id=9c0c7201-5ccf-4f02-beda-640160293720)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:12.147178 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bd29e9fb-22ae-4f06-8fe0-d711ab6600fb req-45319069-1145-4f35-8e16-98b0cdcd6321 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:12.216494 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-bd29e9fb-22ae-4f06-8fe0-d711ab6600fb req-45319069-1145-4f35-8e16-98b0cdcd6321 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Calling delete_port for 2eda8cbb-79d7-4edd-8321-67815b0158a7 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:03:12.275073 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-406087b3-f177-4499-83b9-0cd6699fa19c req-904a472a-f7ed-488f-bd60-563be01b2dd5 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950397 Jun 22 09:03:12.334437 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdece511-a816-46bc-b4d2-7fdbf4f5daaf req-8f77045c-9cf8-446b-a48f-9e1a7b5c342e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:12.336174 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bdece511-a816-46bc-b4d2-7fdbf4f5daaf req-8f77045c-9cf8-446b-a48f-9e1a7b5c342e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 944 time: 0.1209066 Jun 22 09:03:12.340024 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-f4a8d7e1-4e8b-4268-9c40-36579f2be13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:12.341529 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-f4a8d7e1-4e8b-4268-9c40-36579f2be13d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.1787064 Jun 22 09:03:12.425319 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-883142df-023c-415f-9f2d-5eb3aeab7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:12.425319 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-883142df-023c-415f-9f2d-5eb3aeab7a8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0730331 Jun 22 09:03:12.517337 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bdece511-a816-46bc-b4d2-7fdbf4f5daaf req-f885612e-7fe5-41b6-9d51-8203df24b254 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538947 Jun 22 09:03:12.580955 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 42112) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:12.590404 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-4b54cb72-fb5a-49fa-acd2-bf519b31d1e2 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589718 Jun 22 09:03:12.695460 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2bb3e39-82d4-4bf8-855d-9feabf3fce39 req-7921ec37-1668-4745-9b35-2ca48df48e0f service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976214 Jun 22 09:03:12.708451 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0149ae2e-a003-4684-a5f6-531caed8ddac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:12.719431 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bd29e9fb-22ae-4f06-8fe0-d711ab6600fb req-45319069-1145-4f35-8e16-98b0cdcd6321 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (2eda8cbb-79d7-4edd-8321-67815b0158a7), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:12.733689 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['2eda8cbb-79d7-4edd-8321-67815b0158a7'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:03:12.759250 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45319069-1145-4f35-8e16-98b0cdcd6321 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Pushing event deleted for resources: {'Port': ['ID=2eda8cbb-79d7-4edd-8321-67815b0158a7,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:12.815066 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd29e9fb-22ae-4f06-8fe0-d711ab6600fb req-45319069-1145-4f35-8e16-98b0cdcd6321 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] No DVR routers for this DVR port 2eda8cbb-79d7-4edd-8321-67815b0158a7 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:03:12.820360 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bd29e9fb-22ae-4f06-8fe0-d711ab6600fb req-45319069-1145-4f35-8e16-98b0cdcd6321 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:12.823073 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 58aea969-8187-49bf-85e8-f39697542c80 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:03:12.835357 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0149ae2e-a003-4684-a5f6-531caed8ddac admin admin] Publish callbacks [] for security_group (424d7ae5-1f7d-47e4-9c6d-c1af571d9c5f), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:12.838568 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bd29e9fb-22ae-4f06-8fe0-d711ab6600fb req-45319069-1145-4f35-8e16-98b0cdcd6321 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.43 "DELETE /v2.0/ports/2eda8cbb-79d7-4edd-8321-67815b0158a7 HTTP/1.1" status: 204 len: 173 time: 1.0801680 Jun 22 09:03:12.916058 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1467bd8d-0725-4100-a801-1d03bb876d99 req-8c323b49-d341-4f73-be5c-f564cf3b7a32 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 210 time: 0.0736594 Jun 22 09:03:12.945837 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0149ae2e-a003-4684-a5f6-531caed8ddac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (424d7ae5-1f7d-47e4-9c6d-c1af571d9c5f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:12.977419 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 58aea969-8187-49bf-85e8-f39697542c80, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=58aea969-8187-49bf-85e8-f39697542c80,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:13.000635 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '58aea969-8187-49bf-85e8-f39697542c80', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'port_id': '58aea969-8187-49bf-85e8-f39697542c80', 'mac_address': 'fa:16:3e:4a:ef:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:03:13.012929 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-0149ae2e-a003-4684-a5f6-531caed8ddac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8fc6785f4fb47479e55b4c5872caf4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302061 Jun 22 09:03:13.014677 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149ae2e-a003-4684-a5f6-531caed8ddac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424d7ae5-1f7d-47e4-9c6d-c1af571d9c5f,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:13.015140 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 42126) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:13.044714 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 58aea969-8187-49bf-85e8-f39697542c80 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:03:13.045017 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (58aea969-8187-49bf-85e8-f39697542c80), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:13.059786 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58aea969-8187-49bf-85e8-f39697542c80 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:03:13.093302 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 58aea969-8187-49bf-85e8-f39697542c80, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=58aea969-8187-49bf-85e8-f39697542c80,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:13.107098 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f6957b-adba-4998-a217-359885eee538', 'name': 'network-vif-deleted', 'tag': '2eda8cbb-79d7-4edd-8321-67815b0158a7'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:13.110071 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9a427a-0211-4627-9937-8f1de456ce8e" -d '{"events": [{"server_uuid": "46f6957b-adba-4998-a217-359885eee538", "name": "network-vif-deleted", "tag": "2eda8cbb-79d7-4edd-8321-67815b0158a7"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:13.126549 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9b3506c5-a09b-4ef5-84f6-26ce5e052f40 admin admin] Publish callbacks [] for security_group (424d7ae5-1f7d-47e4-9c6d-c1af571d9c5f), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:13.132148 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2494d44f-7826-4a2c-aed5-d8b498b1d296 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613429955&fields=id&tenant_id=88cc58068dc749479b723b40a455c8c3 HTTP/1.1" status: 200 len: 267 time: 0.1022491 Jun 22 09:03:13.169212 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9b3506c5-a09b-4ef5-84f6-26ce5e052f40 admin admin] Publish callbacks [] for security_group (424d7ae5-1f7d-47e4-9c6d-c1af571d9c5f), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:13.188282 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af014ef9-3341-4723-b202-17ffa178b6f3 x-openstack-request-id: req-af014ef9-3341-4723-b202-17ffa178b6f3 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:13.188576 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f6957b-adba-4998-a217-359885eee538", "name": "network-vif-deleted", "tag": "2eda8cbb-79d7-4edd-8321-67815b0158a7", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:13.188833 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af014ef9-3341-4723-b202-17ffa178b6f3 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:13.189230 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af014ef9-3341-4723-b202-17ffa178b6f3'] response: {'server_uuid': '46f6957b-adba-4998-a217-359885eee538', 'name': 'network-vif-deleted', 'tag': '2eda8cbb-79d7-4edd-8321-67815b0158a7', 'status': 'completed', 'code': 200} Jun 22 09:03:13.213801 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (58aea969-8187-49bf-85e8-f39697542c80), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:13.268525 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c01e3681-fcad-4b28-96ca-108b9d642fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:13.308581 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=58aea969-8187-49bf-85e8-f39697542c80,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:13.314543 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-4cfc5ec2-fffc-4242-b526-bae02e8a1908 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:13.314543 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-4cfc5ec2-fffc-4242-b526-bae02e8a1908 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/networks?id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 HTTP/1.1" status: 200 len: 809 time: 0.1711438 Jun 22 09:03:13.320523 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.320874 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.321241 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.321597 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.321937 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.322324 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.322652 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.322974 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.323297 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.323610 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.324102 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.324424 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.324743 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.325073 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.325380 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:13.333185 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-c9fb30b7-46fb-438e-8a87-62b81370a2ee tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/quotas/88cc58068dc749479b723b40a455c8c3 HTTP/1.1" status: 200 len: 375 time: 0.0121040 Jun 22 09:03:13.386228 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9b3506c5-a09b-4ef5-84f6-26ce5e052f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (424d7ae5-1f7d-47e4-9c6d-c1af571d9c5f), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:13.388664 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9b3506c5-a09b-4ef5-84f6-26ce5e052f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:13.390372 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-9b3506c5-a09b-4ef5-84f6-26ce5e052f40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/424d7ae5-1f7d-47e4-9c6d-c1af571d9c5f HTTP/1.1" status: 204 len: 168 time: 0.3739970 Jun 22 09:03:13.414819 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3506c5-a09b-4ef5-84f6-26ce5e052f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424d7ae5-1f7d-47e4-9c6d-c1af571d9c5f,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:13.461755 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-9062214d-baea-4335-a1ca-8a8b2f11b564 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=88cc58068dc749479b723b40a455c8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176755 Jun 22 09:03:13.482725 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88c346-a98c-4cd3-91f5-8c2414cc55c3 req-90859c3d-42f7-4793-99aa-9c61702b19d7 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:13.484600 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef88c346-a98c-4cd3-91f5-8c2414cc55c3 req-90859c3d-42f7-4793-99aa-9c61702b19d7 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 944 time: 0.1022191 Jun 22 09:03:13.574872 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:13.580395 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['58aea969-8187-49bf-85e8-f39697542c80'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:03:13.622231 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef88c346-a98c-4cd3-91f5-8c2414cc55c3 req-944144e4-e9ce-4bb3-860c-e0398806baaa tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277506 Jun 22 09:03:13.642758 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-437e3d1f-8a7e-4bbe-9114-55272db7a137 service neutron] 10.222.0.36 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571202 Jun 22 09:03:14.028895 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:14.089103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5f59b-8a59-40c5-b79c-25f5bf77918d req-c3bd379e-bcd8-491a-8fcd-6d7fb759a709 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:14.090592 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d4a5f59b-8a59-40c5-b79c-25f5bf77918d req-c3bd379e-bcd8-491a-8fcd-6d7fb759a709 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 945 time: 0.0715873 Jun 22 09:03:14.094499 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-0c4ed317-229b-4102-9ef5-3994e0ef2a4c service neutron] 10.222.0.36 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452827 Jun 22 09:03:14.145634 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d4a5f59b-8a59-40c5-b79c-25f5bf77918d req-53188c84-30f1-4779-9126-d7061040766d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487075 Jun 22 09:03:14.271011 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fcea3ad0-db88-47e7-b426-40b1ca59227f req-ea8c00f3-6416-49d2-8f89-c0ceda6e9a64 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46f6957b-adba-4998-a217-359885eee538 HTTP/1.1" status: 200 len: 210 time: 0.0286748 Jun 22 09:03:14.463730 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 42160) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:14.489856 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-000a86d4-9cb6-4532-9d52-9806330049c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:14.594513 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-000a86d4-9cb6-4532-9d52-9806330049c3 admin admin] Publish callbacks [] for security_group (563c1319-96a3-4fde-916d-ba4d0f85f533), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:14.762447 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764543d-a83a-4a8d-b196-e00c5e5e4d0d req-44545f58-edf2-4146-ab20-4e3ee0c54185 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:14.764910 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d764543d-a83a-4a8d-b196-e00c5e5e4d0d req-44545f58-edf2-4146-ab20-4e3ee0c54185 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 944 time: 0.0561123 Jun 22 09:03:14.801343 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-000a86d4-9cb6-4532-9d52-9806330049c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (563c1319-96a3-4fde-916d-ba4d0f85f533), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:14.853145 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 58aea969-8187-49bf-85e8-f39697542c80 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:03:14.855340 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d764543d-a83a-4a8d-b196-e00c5e5e4d0d req-cab2a254-2902-4543-a75f-923b4712960c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853770 Jun 22 09:03:14.860939 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a86d4-9cb6-4532-9d52-9806330049c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563c1319-96a3-4fde-916d-ba4d0f85f533,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:14.868623 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-000a86d4-9cb6-4532-9d52-9806330049c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad3e6d72293f494682ca1d532740113f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4010580 Jun 22 09:03:14.869407 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 42166) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:14.925130 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f15e5e58-dbfa-44b1-9b87-73c2f51f7d81 req-af1f1509-e459-41bf-9266-b7e35f0f5772 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 210 time: 0.0462124 Jun 22 09:03:14.925894 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 58aea969-8187-49bf-85e8-f39697542c80 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:03:14.964769 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:14.993420 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-89d0d558-db29-4cb6-9655-d51302588723 admin admin] Publish callbacks [] for security_group (563c1319-96a3-4fde-916d-ba4d0f85f533), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:15.015570 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=83 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:15.019783 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 58aea969-8187-49bf-85e8-f39697542c80 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:03:15.020089 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-89d0d558-db29-4cb6-9655-d51302588723 admin admin] Publish callbacks [] for security_group (563c1319-96a3-4fde-916d-ba4d0f85f533), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:15.020176 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (58aea969-8187-49bf-85e8-f39697542c80), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:15.073608 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:15.117156 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 58aea969-8187-49bf-85e8-f39697542c80 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:03:15.117611 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (58aea969-8187-49bf-85e8-f39697542c80), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:15.143248 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aea969-8187-49bf-85e8-f39697542c80'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:15.145575 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f711ab09-c028-48b4-80aa-062f456256eb" -d '{"events": [{"server_uuid": "cb3f60b3-c6b7-473b-97a3-a83de42be721", "name": "network-vif-plugged", "status": "completed", "tag": "58aea969-8187-49bf-85e8-f39697542c80"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:15.154968 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:15.159409 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 58aea969-8187-49bf-85e8-f39697542c80, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=58aea969-8187-49bf-85e8-f39697542c80,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:15.190422 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d24b2b-76d4-443e-9571-82aa54d06f21 x-openstack-request-id: req-d5d24b2b-76d4-443e-9571-82aa54d06f21 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:15.190422 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3f60b3-c6b7-473b-97a3-a83de42be721", "name": "network-vif-plugged", "status": "completed", "tag": "58aea969-8187-49bf-85e8-f39697542c80", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:15.190422 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5d24b2b-76d4-443e-9571-82aa54d06f21 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:15.190422 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d24b2b-76d4-443e-9571-82aa54d06f21'] response: {'server_uuid': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aea969-8187-49bf-85e8-f39697542c80', 'code': 200} Jun 22 09:03:15.272793 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-89d0d558-db29-4cb6-9655-d51302588723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (563c1319-96a3-4fde-916d-ba4d0f85f533), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:15.280872 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-89d0d558-db29-4cb6-9655-d51302588723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:15.282440 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:15.284352 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-89d0d558-db29-4cb6-9655-d51302588723 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/563c1319-96a3-4fde-916d-ba4d0f85f533 HTTP/1.1" status: 204 len: 168 time: 0.4130967 Jun 22 09:03:15.297510 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0d558-db29-4cb6-9655-d51302588723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563c1319-96a3-4fde-916d-ba4d0f85f533,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:15.315864 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eb05b-e0cf-4b18-a656-fb9b29fc0e34 req-0f6ea491-a144-4c34-9960-fe0434515a82 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:15.318734 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-483eb05b-e0cf-4b18-a656-fb9b29fc0e34 req-0f6ea491-a144-4c34-9960-fe0434515a82 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 945 time: 0.0801785 Jun 22 09:03:15.320039 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:15.325874 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (58aea969-8187-49bf-85e8-f39697542c80), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:15.332380 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 2eda8cbb-79d7-4edd-8321-67815b0158a7 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:03:15.387893 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 2eda8cbb-79d7-4edd-8321-67815b0158a7 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:03:15.388245 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 2eda8cbb-79d7-4edd-8321-67815b0158a7 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:03:15.453404 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-483eb05b-e0cf-4b18-a656-fb9b29fc0e34 req-5f448df5-7e16-4786-9e37-9d5bfa6403fd tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227243 Jun 22 09:03:15.473380 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=58aea969-8187-49bf-85e8-f39697542c80,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:15.511230 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7eca-3402-4a27-a1ab-629f98dee3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:15.661061 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5debaba-08c7-4319-924c-03ee283cf148 req-5b905940-1ae7-4025-86a2-2a1d599c5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:15.662686 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b5debaba-08c7-4319-924c-03ee283cf148 req-5b905940-1ae7-4025-86a2-2a1d599c5e5f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 1130 time: 0.0703316 Jun 22 09:03:15.776267 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b5debaba-08c7-4319-924c-03ee283cf148 req-50d92c19-4e4f-4c09-8d5d-63e80f86a256 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058645 Jun 22 09:03:15.804205 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-48acbe11-1778-4cd6-9898-2753072a62f8 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:15.806045 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-48acbe11-1778-4cd6-9898-2753072a62f8 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/networks?id=2af2e494-609c-486f-90c0-df3b055f7328 HTTP/1.1" status: 200 len: 809 time: 0.1824362 Jun 22 09:03:15.822033 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-adf52c0b-94a1-488d-8187-2f457bd9fc51 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/quotas/9beb16c610a94371b896183858e4c1d5 HTTP/1.1" status: 200 len: 375 time: 0.0096867 Jun 22 09:03:15.866698 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-c7907a7d-b698-409d-b4fa-38082a2719db tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9beb16c610a94371b896183858e4c1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388308 Jun 22 09:03:16.060816 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06252c42-83a2-4656-b83a-36d0c6e9ef66 req-4c3e35e7-aca5-49fb-a273-a6bbf1fcddf1 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:16.062428 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-06252c42-83a2-4656-b83a-36d0c6e9ef66 req-4c3e35e7-aca5-49fb-a273-a6bbf1fcddf1 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 944 time: 0.0751677 Jun 22 09:03:16.072915 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-20dc3c91-2dc6-4568-a1d7-3ff6bc09b4b4 service neutron] 10.222.0.36 "GET /v2.0/networks/2af2e494-609c-486f-90c0-df3b055f7328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931043 Jun 22 09:03:16.210592 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-06252c42-83a2-4656-b83a-36d0c6e9ef66 req-26efaea1-41a4-4bc9-a21b-f8d814433f4c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316473 Jun 22 09:03:16.228342 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 42214) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:16.253410 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-71ab9be9-9d81-4f9b-a81b-12b56a74f00a service neutron] 10.222.0.36 "GET /v2.0/networks/2af2e494-609c-486f-90c0-df3b055f7328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600215 Jun 22 09:03:16.317173 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4c3d604e-0d2e-4e69-b365-baaa6d3252cf req-0183581c-0e24-4a53-ab21-eefde94c9c3a tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 210 time: 0.0413928 Jun 22 09:03:16.388290 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95c30273-193f-49bb-aa8c-459b68bb1ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:16.489051 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95c30273-193f-49bb-aa8c-459b68bb1ef4 admin admin] Publish callbacks [] for security_group (b030b3d1-f0a1-44b5-9718-a520b5040b43), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:16.570642 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2321f822-64cf-46d8-be38-94eadf6bfcbd req-ba8bec3f-fc2b-4561-b912-25a5bc819ef7 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 210 time: 0.0469620 Jun 22 09:03:16.647591 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74979c-46f7-4562-82a8-1e917d0f46a4 req-3fd63d45-1c1b-443c-85c2-b8dea7ea6da0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:16.653223 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5f74979c-46f7-4562-82a8-1e917d0f46a4 req-3fd63d45-1c1b-443c-85c2-b8dea7ea6da0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 946 time: 0.0869827 Jun 22 09:03:16.675322 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95c30273-193f-49bb-aa8c-459b68bb1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (b030b3d1-f0a1-44b5-9718-a520b5040b43), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:16.744258 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-95c30273-193f-49bb-aa8c-459b68bb1ef4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f42c2bc59f44516848a6eee3e1b207e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5138948 Jun 22 09:03:16.746434 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5f74979c-46f7-4562-82a8-1e917d0f46a4 req-5808985e-17c4-443d-a91b-b4a0d4115ed0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878115 Jun 22 09:03:16.748072 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c30273-193f-49bb-aa8c-459b68bb1ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b030b3d1-f0a1-44b5-9718-a520b5040b43,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:16.748353 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 42240) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:16.819267 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-71ae6ef5-d235-4224-a01c-39589cc51edc admin admin] Publish callbacks [] for security_group (b030b3d1-f0a1-44b5-9718-a520b5040b43), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:16.858609 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-71ae6ef5-d235-4224-a01c-39589cc51edc admin admin] Publish callbacks [] for security_group (b030b3d1-f0a1-44b5-9718-a520b5040b43), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:17.013705 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:17.052646 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-71ae6ef5-d235-4224-a01c-39589cc51edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (b030b3d1-f0a1-44b5-9718-a520b5040b43), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:17.055492 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-71ae6ef5-d235-4224-a01c-39589cc51edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:17.056813 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-71ae6ef5-d235-4224-a01c-39589cc51edc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b030b3d1-f0a1-44b5-9718-a520b5040b43 HTTP/1.1" status: 204 len: 168 time: 0.3072004 Jun 22 09:03:17.066778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae6ef5-d235-4224-a01c-39589cc51edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b030b3d1-f0a1-44b5-9718-a520b5040b43,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:17.162382 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 9245704a-8d26-4a4c-af84-7c9cacbb258e details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:03:17.303539 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 9245704a-8d26-4a4c-af84-7c9cacbb258e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=9245704a-8d26-4a4c-af84-7c9cacbb258e,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:17.328360 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'port_id': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'mac_address': 'fa:16:3e:02:b8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:03:17.365534 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240fc0f-41c1-4496-95b2-ba23f5a61cfa req-d641c300-90e0-4972-ae8a-df2d9217a6ee tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:17.375868 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2240fc0f-41c1-4496-95b2-ba23f5a61cfa req-d641c300-90e0-4972-ae8a-df2d9217a6ee tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 944 time: 0.0721078 Jun 22 09:03:17.411115 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 9245704a-8d26-4a4c-af84-7c9cacbb258e is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:03:17.412054 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:17.419713 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:17.445192 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9245704a-8d26-4a4c-af84-7c9cacbb258e {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:03:17.466313 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2240fc0f-41c1-4496-95b2-ba23f5a61cfa req-431cb112-4d8d-4cdf-945c-a25024173298 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891974 Jun 22 09:03:17.494837 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 9245704a-8d26-4a4c-af84-7c9cacbb258e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=9245704a-8d26-4a4c-af84-7c9cacbb258e,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:17.495069 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48bda780-c1cb-4cfe-b302-0446cea0bba5 req-1a0ad738-fd62-4f86-8aa5-b3e8e6517eb6 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 210 time: 0.0389261 Jun 22 09:03:17.586444 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:17.645286 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:17.658185 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=9245704a-8d26-4a4c-af84-7c9cacbb258e,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:17.753282 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-108c3c53-68be-497c-a9d2-69c4c478333b req-088fa41a-e0d8-4d06-b8b9-a419c3853c16 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 210 time: 0.0346313 Jun 22 09:03:17.914492 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cbab8-c963-4ca5-a74d-511e937f9238 req-a98f3255-2b03-4ff7-9da6-3b540aa9991b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:17.922987 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b54cbab8-c963-4ca5-a74d-511e937f9238 req-a98f3255-2b03-4ff7-9da6-3b540aa9991b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 946 time: 0.0589817 Jun 22 09:03:17.974786 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b54cbab8-c963-4ca5-a74d-511e937f9238 req-f6bff424-91de-4e47-af52-c9c7041e31ef tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509052 Jun 22 09:03:18.591691 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:18.620455 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2761c4bf-a3ac-4c22-a512-171f0de78374 req-f8ad13a4-9755-4c7a-8413-a48f234bfd4c tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 210 time: 0.0366728 Jun 22 09:03:18.628003 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077db14-b98b-4e2d-b52b-1b25e341ddb8 req-e46946cc-fb07-4565-94e3-b06e877fc994 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:18.629583 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0077db14-b98b-4e2d-b52b-1b25e341ddb8 req-e46946cc-fb07-4565-94e3-b06e877fc994 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 945 time: 0.0794475 Jun 22 09:03:18.680630 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:18.683711 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0077db14-b98b-4e2d-b52b-1b25e341ddb8 req-fb317427-2721-472e-9675-c69c3cd2ec86 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481226 Jun 22 09:03:18.851841 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-69f926d8-17a2-4397-bb8c-ead5af68a739 req-59396b0d-4334-409c-b68a-14791071af15 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 210 time: 0.0302334 Jun 22 09:03:19.099980 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1789-129c-40d4-81f3-65e8509bbe9b req-d29d27f7-d132-4429-ad48-7846dad21ad3 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:19.101522 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e53e1789-129c-40d4-81f3-65e8509bbe9b req-d29d27f7-d132-4429-ad48-7846dad21ad3 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 946 time: 0.0568314 Jun 22 09:03:19.156050 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e53e1789-129c-40d4-81f3-65e8509bbe9b req-2b5d3d12-6fdf-4e84-95d2-cf52f2e245fe tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485144 Jun 22 09:03:19.182011 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['9245704a-8d26-4a4c-af84-7c9cacbb258e'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:03:19.184213 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:19.747313 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b596b2ec-04b9-4e8e-b861-d97e3f84bd28 req-ded275e9-740b-40b7-9310-52fc25601971 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 210 time: 0.0494022 Jun 22 09:03:19.807366 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3e46f-1bd1-490a-aeb7-61b3d0d341cc req-c31b0f23-bec9-4eca-91b7-c5823f4313df tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:19.808972 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e9d3e46f-1bd1-490a-aeb7-61b3d0d341cc req-c31b0f23-bec9-4eca-91b7-c5823f4313df tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 945 time: 0.0509303 Jun 22 09:03:19.879537 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e9d3e46f-1bd1-490a-aeb7-61b3d0d341cc req-38a2ed34-5e79-4dc9-a548-706db7303532 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646586 Jun 22 09:03:19.997228 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3dfde581-13f9-4eba-8e03-1026146e2868 req-67df63db-ef23-426c-af1e-792c1cd649cd tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 210 time: 0.0555155 Jun 22 09:03:20.010386 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 42330) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:20.127648 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-30350a7f-e852-4317-98ec-25c713d09d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:20.215463 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-30350a7f-e852-4317-98ec-25c713d09d02 admin admin] Publish callbacks [] for security_group (53cf2967-d832-4179-8b76-7db36a38b15d), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:20.279654 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2df1a-41e1-4849-a146-c8f1005b8a9b req-7489fbeb-4105-458a-931f-65353cb6d0ea tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:20.281752 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9b2df1a-41e1-4849-a146-c8f1005b8a9b req-7489fbeb-4105-458a-931f-65353cb6d0ea tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 946 time: 0.0478375 Jun 22 09:03:20.315425 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-30350a7f-e852-4317-98ec-25c713d09d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (53cf2967-d832-4179-8b76-7db36a38b15d), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:20.338011 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9b2df1a-41e1-4849-a146-c8f1005b8a9b req-0f6e3e22-6b73-4b24-87ea-7efecc332c4e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503654 Jun 22 09:03:20.344840 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:DELETE=3,neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:20.362838 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 42340) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:20.363063 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-30350a7f-e852-4317-98ec-25c713d09d02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17c8da099e7147b3ac92a967507e5055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512719 Jun 22 09:03:20.363880 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30350a7f-e852-4317-98ec-25c713d09d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cf2967-d832-4179-8b76-7db36a38b15d,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:20.429483 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fd378de0-a21b-4578-9130-7ed708add178 admin admin] Publish callbacks [] for security_group (53cf2967-d832-4179-8b76-7db36a38b15d), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:20.459907 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fd378de0-a21b-4578-9130-7ed708add178 admin admin] Publish callbacks [] for security_group (53cf2967-d832-4179-8b76-7db36a38b15d), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:20.589170 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:20.722086 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fd378de0-a21b-4578-9130-7ed708add178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (53cf2967-d832-4179-8b76-7db36a38b15d), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:20.725165 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fd378de0-a21b-4578-9130-7ed708add178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:20.726416 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-fd378de0-a21b-4578-9130-7ed708add178 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53cf2967-d832-4179-8b76-7db36a38b15d HTTP/1.1" status: 204 len: 168 time: 0.3619726 Jun 22 09:03:20.737638 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd378de0-a21b-4578-9130-7ed708add178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cf2967-d832-4179-8b76-7db36a38b15d,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:20.873050 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9016d9f6-9814-47bf-ad25-2e2c23cb3cd4 req-2bad8bd1-b0d8-4652-b62c-8bf219663967 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 210 time: 0.0457494 Jun 22 09:03:20.892202 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 9245704a-8d26-4a4c-af84-7c9cacbb258e up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:03:20.935847 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 9245704a-8d26-4a4c-af84-7c9cacbb258e completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:03:21.025239 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 9245704a-8d26-4a4c-af84-7c9cacbb258e triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:03:21.025701 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:21.026869 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8178c6-1960-4b79-a947-b42535d96f6b req-53179677-f5ad-4ad0-98cc-998c0ab32729 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:21.028376 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4f8178c6-1960-4b79-a947-b42535d96f6b req-53179677-f5ad-4ad0-98cc-998c0ab32729 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 945 time: 0.0498204 Jun 22 09:03:21.137831 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 9245704a-8d26-4a4c-af84-7c9cacbb258e is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:03:21.138340 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:21.164844 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:21.167493 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9276df6-c8ec-46c1-994b-e3731c178dfd" -d '{"events": [{"server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "name": "network-vif-plugged", "status": "completed", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:21.174530 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-78b2142b-875f-4438-bcae-baec3322d07e req-36566dad-1140-44ba-b989-064a3efb86a2 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 210 time: 0.0855560 Jun 22 09:03:21.195454 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 9245704a-8d26-4a4c-af84-7c9cacbb258e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=9245704a-8d26-4a4c-af84-7c9cacbb258e,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:21.218849 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4f8178c6-1960-4b79-a947-b42535d96f6b req-6957a86f-d943-49ef-bd2c-4038961271e7 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792130 Jun 22 09:03:21.263485 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6fd1e3-64b7-45da-8855-8243d6ae3169 x-openstack-request-id: req-cd6fd1e3-64b7-45da-8855-8243d6ae3169 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:21.263776 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "name": "network-vif-plugged", "status": "completed", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:21.264597 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd6fd1e3-64b7-45da-8855-8243d6ae3169 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:21.264597 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd6fd1e3-64b7-45da-8855-8243d6ae3169'] response: {'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'code': 200} Jun 22 09:03:21.316649 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:21.332667 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-63d2668a-29e1-4ace-a4d5-eb2b390a9415 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:21.334387 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-63d2668a-29e1-4ace-a4d5-eb2b390a9415 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.43 "GET /v2.0/networks?id=2af2e494-609c-486f-90c0-df3b055f7328 HTTP/1.1" status: 200 len: 809 time: 0.1758626 Jun 22 09:03:21.350759 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Request body: {'port': {'device_id': 'ab18493a-f8df-4038-bd2d-85a40d3b0a36', 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328', 'admin_state_up': True, 'tenant_id': '9beb16c610a94371b896183858e4c1d5'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:21.379441 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:21.381293 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=9245704a-8d26-4a4c-af84-7c9cacbb258e,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:21.526124 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f76f2-1839-4269-b09e-736d38a2ecce req-bbc32bd3-e63a-44a4-b029-736a25219dfb tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:21.527691 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7e4f76f2-1839-4269-b09e-736d38a2ecce req-bbc32bd3-e63a-44a4-b029-736a25219dfb tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 946 time: 0.0966728 Jun 22 09:03:21.651902 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7e4f76f2-1839-4269-b09e-736d38a2ecce req-cae00e44-4b57-4bec-9a2d-7b70a9103f1a tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099439 Jun 22 09:03:21.662245 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-bb0e0c89-c123-4487-9088-67c5c3a66eb0 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:21.663839 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-bb0e0c89-c123-4487-9088-67c5c3a66eb0 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.43 "GET /v2.0/networks?id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 HTTP/1.1" status: 200 len: 809 time: 0.1858587 Jun 22 09:03:21.697528 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 42366) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:21.713042 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9e37a497-65fd-414e-8583-07230fb2a9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:21.729105 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Made reservation on behalf of 9beb16c610a94371b896183858e4c1d5 for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:03:21.733626 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:21.808943 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9e37a497-65fd-414e-8583-07230fb2a9d4 admin admin] Publish callbacks [] for security_group (0e1e56ac-6a62-4a57-9d20-cf5d78301575), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:21.852147 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e1dc3d17-5e4e-4076-b6ef-404fd556a9c0 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88cc58068dc749479b723b40a455c8c3 HTTP/1.1" status: 200 len: 379 time: 0.1729372 Jun 22 09:03:21.865065 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Request body: {'port': {'device_id': 'c7dd4b24-61df-4868-a828-c99798580375', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'admin_state_up': True, 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'security_groups': ['628c8c77-f6c4-407b-8469-0b329056bf9c']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:21.899836 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fa05d-55ee-4e24-98f2-62b7801aae55 req-d8c9d696-42f8-4e6a-9577-fc6f97c1b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:21.901351 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f49fa05d-55ee-4e24-98f2-62b7801aae55 req-d8c9d696-42f8-4e6a-9577-fc6f97c1b171 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 1130 time: 0.1637681 Jun 22 09:03:21.918954 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9e37a497-65fd-414e-8583-07230fb2a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (0e1e56ac-6a62-4a57-9d20-cf5d78301575), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:21.937107 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb2a52-688b-46ae-8089-015b3bca907c req-29bde77c-e613-47ca-a2b0-30c35142108c tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:21.938532 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-adcb2a52-688b-46ae-8089-015b3bca907c req-29bde77c-e613-47ca-a2b0-30c35142108c tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 946 time: 0.1967609 Jun 22 09:03:21.955234 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 42372) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:21.961184 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-dc3c25a6-55ca-465f-b0c8-8e7ee84720e2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'floatingip': {'port_id': '58aea969-8187-49bf-85e8-f39697542c80'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:22.015234 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37a497-65fd-414e-8583-07230fb2a9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1e56ac-6a62-4a57-9d20-cf5d78301575,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:22.026208 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-dc3c25a6-55ca-465f-b0c8-8e7ee84720e2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (532c141f-91f2-41c4-b58a-12cf380258c6), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.031026 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-9e37a497-65fd-414e-8583-07230fb2a9d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6c16a5a08a44055845d15579f5af129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324168 Jun 22 09:03:22.033596 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 42374) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:22.047605 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-881be16a-b377-4b97-ba8a-0172e7b294c6 req-dd827fd1-11f7-48d4-8633-ae44e196f7fb tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 210 time: 0.0746484 Jun 22 09:03:22.145201 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f49fa05d-55ee-4e24-98f2-62b7801aae55 req-4b1a5529-7930-4c63-a5a4-782fc375c445 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271392 Jun 22 09:03:22.171762 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Allocated IP 172.20.0.11 (2af2e494-609c-486f-90c0-df3b055f7328/f27fc1be-de2e-4f85-b2a9-b9de562b14df/fd35cfa4-4e07-414b-bd41-0bbb96960edc) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:03:22.182471 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d4035fb8-04b8-45af-a54e-ac1f13144aad admin admin] Publish callbacks [] for security_group (0e1e56ac-6a62-4a57-9d20-cf5d78301575), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.237541 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:22.254364 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d4035fb8-04b8-45af-a54e-ac1f13144aad admin admin] Publish callbacks [] for security_group (0e1e56ac-6a62-4a57-9d20-cf5d78301575), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.314607 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6c4cd2e3-f78a-4896-ab0b-3cbd89f5dbcc req-dc89d854-6e9b-4209-867b-f2c46f3a44ac tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 210 time: 0.0371025 Jun 22 09:03:22.321905 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Made reservation on behalf of 88cc58068dc749479b723b40a455c8c3 for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:03:22.325243 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.445677 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff40d5-8b14-462e-8277-9d3796b767c9 req-839f0f1d-ee6e-4c0e-9b76-58272493815c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:22.447270 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ecff40d5-8b14-462e-8277-9d3796b767c9 req-839f0f1d-ee6e-4c0e-9b76-58272493815c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.1311672 Jun 22 09:03:22.546961 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks [] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.622532 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ecff40d5-8b14-462e-8277-9d3796b767c9 req-1468dc82-9cf6-49f6-939a-dac72c9fed54 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378412 Jun 22 09:03:22.650850 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Allocated IP 172.20.0.4 (4df2dd48-6f93-4c9d-94e5-26ba102bb6e6/2a586f2d-d95c-49a5-88ae-d5e1001f7a4f/8322d52e-16ae-49fa-a614-eacc8025f50d) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:03:22.730618 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d4035fb8-04b8-45af-a54e-ac1f13144aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (0e1e56ac-6a62-4a57-9d20-cf5d78301575), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.733753 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d4035fb8-04b8-45af-a54e-ac1f13144aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.734951 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d4035fb8-04b8-45af-a54e-ac1f13144aad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e1e56ac-6a62-4a57-9d20-cf5d78301575 HTTP/1.1" status: 204 len: 168 time: 0.7002263 Jun 22 09:03:22.749206 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4035fb8-04b8-45af-a54e-ac1f13144aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1e56ac-6a62-4a57-9d20-cf5d78301575,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:22.791513 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.802289 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-dc3c25a6-55ca-465f-b0c8-8e7ee84720e2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.881472 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Network 2af2e494-609c-486f-90c0-df3b055f7328 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:03:22.888517 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:03:22.891215 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:03:22.897295 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:22.897295 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.923672 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.927979 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-dc3c25a6-55ca-465f-b0c8-8e7ee84720e2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (532c141f-91f2-41c4-b58a-12cf380258c6), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:22.931035 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Pushing event updated for resources: {'Port': ['ID=fd35cfa4-4e07-414b-bd41-0bbb96960edc,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:23.030816 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.l3_db [None req-dc3c25a6-55ca-465f-b0c8-8e7ee84720e2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Floating IP 532c141f-91f2-41c4-b58a-12cf380258c6 associated. External IP: 172.27.2.141, port: 58aea969-8187-49bf-85e8-f39697542c80. Jun 22 09:03:23.039579 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-29d90368-a795-441d-bb95-b95b1a3d7144 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6953697 Jun 22 09:03:23.041303 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:23.087831 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:03:23.091124 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:03:23.094147 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:03:23.099443 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:23.100058 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:23.129370 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event updated for resources: {'Port': ['ID=8322d52e-16ae-49fa-a614-eacc8025f50d,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:23.135814 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Request body: {'port': {'device_id': 'ab18493a-f8df-4038-bd2d-85a40d3b0a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:23.256735 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b761d-f98f-4bce-84d3-160d2f829955 req-ac4beb9b-e2c5-4da0-a7de-0c025d859407 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:23.258438 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c33b761d-f98f-4bce-84d3-160d2f829955 req-ac4beb9b-e2c5-4da0-a7de-0c025d859407 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 931 time: 0.0903888 Jun 22 09:03:23.261492 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:23.323300 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-e530f02d-d0f7-49e8-af38-e6f2eecba936 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4620953 Jun 22 09:03:23.333106 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3c25a6-55ca-465f-b0c8-8e7ee84720e2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:03:23.426581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Request body: {'port': {'device_id': 'c7dd4b24-61df-4868-a828-c99798580375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:23.489266 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3c25a6-55ca-465f-b0c8-8e7ee84720e2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:03:23.494390 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-dc3c25a6-55ca-465f-b0c8-8e7ee84720e2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:23.497813 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-decc9589-0adc-4035-931d-43e4f4c241b6 None None] Provisioning complete for port 8322d52e-16ae-49fa-a614-eacc8025f50d triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:03:23.498723 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-decc9589-0adc-4035-931d-43e4f4c241b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:23.512712 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c33b761d-f98f-4bce-84d3-160d2f829955 req-901ef736-f3b2-4cea-9853-0b9f730ac45c tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348785 Jun 22 09:03:23.539205 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88658d56-795e-4c90-ac92-bf96cc608ccc None None] Sync routers for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:03:23.539398 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-dc3c25a6-55ca-465f-b0c8-8e7ee84720e2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "PUT /v2.0/floatingips/532c141f-91f2-41c4-b58a-12cf380258c6 HTTP/1.1" status: 200 len: 992 time: 1.5819657 Jun 22 09:03:23.539979 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'tag': '58aea969-8187-49bf-85e8-f39697542c80'}] {{(pid=104240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:23.544066 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3abfc77e5a12c6f207665f94500fb4c82f6ad8517e71d57fe655c3e12da5f60e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48521b82-996d-44e0-a632-c86c44c00c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3f60b3-c6b7-473b-97a3-a83de42be721", "tag": "58aea969-8187-49bf-85e8-f39697542c80"}]}' {{(pid=104240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:23.548517 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=6 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:23.564024 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88658d56-795e-4c90-ac92-bf96cc608ccc None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:03:23.564773 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-88658d56-795e-4c90-ac92-bf96cc608ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:03:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:23.568871 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-decc9589-0adc-4035-931d-43e4f4c241b6 None None] Port 8322d52e-16ae-49fa-a614-eacc8025f50d cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:03:23.577784 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8257f60-c23b-47a6-9597-29197306a531 req-5a88c98e-85a2-432d-a4da-6cb0a43539d7 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:23.580256 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f8257f60-c23b-47a6-9597-29197306a531 req-5a88c98e-85a2-432d-a4da-6cb0a43539d7 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 932 time: 0.1598175 Jun 22 09:03:23.601602 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4fd537-6fd5-473c-b696-7a6fc8ae3c32 x-openstack-request-id: req-4a4fd537-6fd5-473c-b696-7a6fc8ae3c32 {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:23.616966 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3f60b3-c6b7-473b-97a3-a83de42be721", "tag": "58aea969-8187-49bf-85e8-f39697542c80", "status": "completed", "code": 200}]} {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:23.616966 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a4fd537-6fd5-473c-b696-7a6fc8ae3c32 {{(pid=104240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:23.616966 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4fd537-6fd5-473c-b696-7a6fc8ae3c32'] response: {'name': 'network-changed', 'server_uuid': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'tag': '58aea969-8187-49bf-85e8-f39697542c80', 'status': 'completed', 'code': 200} Jun 22 09:03:23.640749 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:23.696686 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-88658d56-795e-4c90-ac92-bf96cc608ccc None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:03:23.741420 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f8257f60-c23b-47a6-9597-29197306a531 req-c43245ad-9f9e-46b4-b8c4-cc5c74dcbfdf tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505892 Jun 22 09:03:23.865465 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad88636-6a92-42fa-93a1-6d097bf67e3c req-70d5f591-2017-45dc-bdf6-6a579ef673bd tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:23.875249 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6ad88636-6a92-42fa-93a1-6d097bf67e3c req-70d5f591-2017-45dc-bdf6-6a579ef673bd tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.1543941 Jun 22 09:03:24.539381 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-88658d56-795e-4c90-ac92-bf96cc608ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '532c141f-91f2-41c4-b58a-12cf380258c6', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '58aea969-8187-49bf-85e8-f39697542c80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:4a:ef:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:02:53Z', 'updated_at': '2022-06-22T09:03:22Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}, {'id': '94d3245c-1772-4f5a-b389-5d3d9953bff7', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:ac:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:00:56Z', 'updated_at': '2022-06-22T09:01:39Z', 'revision_number': 2, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:24.542827 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88658d56-795e-4c90-ac92-bf96cc608ccc None None] Checking router: 8c5bbb13-8481-4a0c-a709-71197a0d36d9 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:03:24.542827 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88658d56-795e-4c90-ac92-bf96cc608ccc None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:03:24.542827 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-88658d56-795e-4c90-ac92-bf96cc608ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:03:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:24.542827 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:24.542827 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-88658d56-795e-4c90-ac92-bf96cc608ccc None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:03:24.544764 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd35cfa4-4e07-414b-bd41-0bbb96960edc {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:03:24.544764 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Publish callbacks [] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:24.544764 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6ad88636-6a92-42fa-93a1-6d097bf67e3c req-6975666d-b68b-4a79-8e81-fbff1caeb985 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4289541 Jun 22 09:03:24.547025 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-88658d56-795e-4c90-ac92-bf96cc608ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '532c141f-91f2-41c4-b58a-12cf380258c6', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '58aea969-8187-49bf-85e8-f39697542c80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:4a:ef:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:02:53Z', 'updated_at': '2022-06-22T09:03:22Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}, {'id': '94d3245c-1772-4f5a-b389-5d3d9953bff7', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:ac:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:00:56Z', 'updated_at': '2022-06-22T09:01:39Z', 'revision_number': 2, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:24.547792 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Transition to ACTIVE for port object fd35cfa4-4e07-414b-bd41-0bbb96960edc will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:03:24.547792 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521b82-996d-44e0-a632-c86c44c00c0c req-39593e04-e9ad-457d-96be-d1760c38b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:24.547792 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48521b82-996d-44e0-a632-c86c44c00c0c req-39593e04-e9ad-457d-96be-d1760c38b0c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 1130 time: 0.1197770 Jun 22 09:03:24.548215 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88658d56-795e-4c90-ac92-bf96cc608ccc None None] The sync data for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi is: [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '532c141f-91f2-41c4-b58a-12cf380258c6', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '58aea969-8187-49bf-85e8-f39697542c80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:4a:ef:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:02:53Z', 'updated_at': '2022-06-22T09:03:22Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}, {'id': '94d3245c-1772-4f5a-b389-5d3d9953bff7', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:ac:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:00:56Z', 'updated_at': '2022-06-22T09:01:39Z', 'revision_number': 2, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:03:24.548467 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521b82-996d-44e0-a632-c86c44c00c0c req-28d05ef2-b863-4a99-9c06-c7173f934fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:24.548467 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48521b82-996d-44e0-a632-c86c44c00c0c req-28d05ef2-b863-4a99-9c06-c7173f934fac service neutron] 10.222.0.43 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 914 time: 0.1515543 Jun 22 09:03:24.548727 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:03:24.549169 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8322d52e-16ae-49fa-a614-eacc8025f50d {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:03:24.549169 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Publish callbacks [] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:24.591265 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Transition to ACTIVE for port object 8322d52e-16ae-49fa-a614-eacc8025f50d will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:03:24.628632 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48521b82-996d-44e0-a632-c86c44c00c0c req-e1591e73-ee7d-487d-a26d-864ef788674b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58aea969-8187-49bf-85e8-f39697542c80 HTTP/1.1" status: 200 len: 1000 time: 0.0895402 Jun 22 09:03:24.648083 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3f0e3-fb70-4e98-a75c-055d993b61b3 None None] New status for floating IP 532c141f-91f2-41c4-b58a-12cf380258c6: ACTIVE {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:03:24.692521 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca3d6-3354-4ee5-b96a-bc13e94138c9 req-23d99921-72d9-4274-94d3-4dd9c80d3f67 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:24.694010 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9a8ca3d6-3354-4ee5-b96a-bc13e94138c9 req-23d99921-72d9-4274-94d3-4dd9c80d3f67 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 931 time: 0.0795367 Jun 22 09:03:24.713383 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521b82-996d-44e0-a632-c86c44c00c0c req-ef49659c-ba1e-4ad5-a266-0d281c1557c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:24.714830 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48521b82-996d-44e0-a632-c86c44c00c0c req-ef49659c-ba1e-4ad5-a266-0d281c1557c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 200 len: 852 time: 0.0683806 Jun 22 09:03:24.788963 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9a8ca3d6-3354-4ee5-b96a-bc13e94138c9 req-7312714a-f290-4c33-9515-eff621d9af62 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882149 Jun 22 09:03:24.790018 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521b82-996d-44e0-a632-c86c44c00c0c req-ccda1277-7771-412d-a996-6ba4e3373f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:24.791410 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48521b82-996d-44e0-a632-c86c44c00c0c req-ccda1277-7771-412d-a996-6ba4e3373f67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89fc451c-46b3-4008-9c5d-bc37135b61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643725 Jun 22 09:03:24.913071 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291159a-08f2-420f-9a38-b5cf4d2e3b30 req-c71f4c48-22d3-48c2-8dcf-b1f6216206be tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:24.914573 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c291159a-08f2-420f-9a38-b5cf4d2e3b30 req-c71f4c48-22d3-48c2-8dcf-b1f6216206be tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 932 time: 0.0919800 Jun 22 09:03:24.944985 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48521b82-996d-44e0-a632-c86c44c00c0c req-56ade692-7b19-478e-be40-afce4ad2c4ad service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466417 Jun 22 09:03:24.998726 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.000630 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.005148 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c291159a-08f2-420f-9a38-b5cf4d2e3b30 req-8f878306-1c97-4bb6-8dc7-045cb0448aef tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815091 Jun 22 09:03:25.108670 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Pushing event updated for resources: {'Port': ['ID=8322d52e-16ae-49fa-a614-eacc8025f50d,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:25.194718 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48521b82-996d-44e0-a632-c86c44c00c0c req-59bfe1d8-ec23-454e-bff4-c8cb3fbb9c72 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420061 Jun 22 09:03:25.220707 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Pushing event updated for resources: {'Port': ['ID=fd35cfa4-4e07-414b-bd41-0bbb96960edc,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:25.229844 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Attempting to bind port 8322d52e-16ae-49fa-a614-eacc8025f50d on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:03:25.230521 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Attempting to bind port 8322d52e-16ae-49fa-a614-eacc8025f50d by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:03:25.230861 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Attempting to bind port 8322d52e-16ae-49fa-a614-eacc8025f50d on network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:03:25.234714 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Attempting to bind port fd35cfa4-4e07-414b-bd41-0bbb96960edc on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:03:25.235052 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Attempting to bind port fd35cfa4-4e07-414b-bd41-0bbb96960edc by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '9c0c7201-5ccf-4f02-beda-640160293720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:03:25.235370 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Attempting to bind port fd35cfa4-4e07-414b-bd41-0bbb96960edc on network 2af2e494-609c-486f-90c0-df3b055f7328 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:03:25.241403 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Port 8322d52e-16ae-49fa-a614-eacc8025f50d on network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:03:25.241724 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Attempting to bind port 8322d52e-16ae-49fa-a614-eacc8025f50d on network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:03:25.243814 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Port fd35cfa4-4e07-414b-bd41-0bbb96960edc on network 2af2e494-609c-486f-90c0-df3b055f7328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:03:25.244182 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Attempting to bind port fd35cfa4-4e07-414b-bd41-0bbb96960edc on network 2af2e494-609c-486f-90c0-df3b055f7328 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:03:25.252496 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:03:25.252496 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Checking segment: {'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:03:25.252496 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Bound using segment: {'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:03:25.252869 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Bound port: 8322d52e-16ae-49fa-a614-eacc8025f50d, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f684fb0b-1dd0-464c-820f-ae76adc93d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:03:25.253079 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.255483 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:03:25.255807 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Checking segment: {'id': '9c0c7201-5ccf-4f02-beda-640160293720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:03:25.256177 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Bound using segment: {'id': '9c0c7201-5ccf-4f02-beda-640160293720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:03:25.256599 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Bound port: fd35cfa4-4e07-414b-bd41-0bbb96960edc, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0c7201-5ccf-4f02-beda-640160293720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:03:25.256947 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.372948 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] For port 8322d52e-16ae-49fa-a614-eacc8025f50d, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:03:25.375602 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] For port fd35cfa4-4e07-414b-bd41-0bbb96960edc, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:03:25.378382 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] For port 8322d52e-16ae-49fa-a614-eacc8025f50d, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8322d52e-16ae-49fa-a614-eacc8025f50d,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:03:25.380536 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] For port fd35cfa4-4e07-414b-bd41-0bbb96960edc, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd35cfa4-4e07-414b-bd41-0bbb96960edc,segment=NetworkSegment(9c0c7201-5ccf-4f02-beda-640160293720),segment_id=9c0c7201-5ccf-4f02-beda-640160293720)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:03:25.554857 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.557114 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.633098 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:25.633719 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.635203 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] 10.222.0.43 "PUT /v2.0/ports/fd35cfa4-4e07-414b-bd41-0bbb96960edc HTTP/1.1" status: 200 len: 1094 time: 2.5204153 Jun 22 09:03:25.636540 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:25.637111 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.638385 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] 10.222.0.43 "PUT /v2.0/ports/8322d52e-16ae-49fa-a614-eacc8025f50d HTTP/1.1" status: 200 len: 1093 time: 2.2214680 Jun 22 09:03:25.640002 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab18493a-f8df-4038-bd2d-85a40d3b0a36', 'tag': 'fd35cfa4-4e07-414b-bd41-0bbb96960edc'}, {'name': 'network-changed', 'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:25.642261 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7426ba1b-c230-4541-8439-d9a607ed8a31" -d '{"events": [{"name": "network-changed", "server_uuid": "ab18493a-f8df-4038-bd2d-85a40d3b0a36", "tag": "fd35cfa4-4e07-414b-bd41-0bbb96960edc"}, {"name": "network-changed", "server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:25.671118 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14648a-9881-4b9d-b605-fcdf3c2ddf20 req-fbe1fd40-2884-490e-aeeb-91c0668ceeeb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:25.671118 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1b14648a-9881-4b9d-b605-fcdf3c2ddf20 req-fbe1fd40-2884-490e-aeeb-91c0668ceeeb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.1186712 Jun 22 09:03:25.698255 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358c6351-b310-407f-a8f3-3ca950d1f9aa x-openstack-request-id: req-358c6351-b310-407f-a8f3-3ca950d1f9aa {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:25.710714 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab18493a-f8df-4038-bd2d-85a40d3b0a36", "tag": "fd35cfa4-4e07-414b-bd41-0bbb96960edc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:25.710714 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-358c6351-b310-407f-a8f3-3ca950d1f9aa {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:25.710714 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358c6351-b310-407f-a8f3-3ca950d1f9aa'] response: {'name': 'network-changed', 'server_uuid': 'ab18493a-f8df-4038-bd2d-85a40d3b0a36', 'tag': 'fd35cfa4-4e07-414b-bd41-0bbb96960edc', 'status': 'completed', 'code': 200} Jun 22 09:03:25.710714 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358c6351-b310-407f-a8f3-3ca950d1f9aa'] response: {'name': 'network-changed', 'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'status': 'completed', 'code': 200} Jun 22 09:03:25.710714 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5272361-3ae4-4165-b025-80b6846c3986 service neutron] Pushing event updated for resources: {'Port': ['ID=fd35cfa4-4e07-414b-bd41-0bbb96960edc,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:25.812890 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1b14648a-9881-4b9d-b605-fcdf3c2ddf20 req-d355c9f3-8f2c-4cef-a187-5b38513b39d0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427605 Jun 22 09:03:25.816147 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-f362780b-338c-4c84-b532-6a06d9022f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:25.818087 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-f362780b-338c-4c84-b532-6a06d9022f5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9beb16c610a94371b896183858e4c1d5&device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 1128 time: 0.0863309 Jun 22 09:03:25.827850 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601d4aa-49e8-4818-b9bf-be6d073e0955 service neutron] Pushing event updated for resources: {'Port': ['ID=8322d52e-16ae-49fa-a614-eacc8025f50d,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:26.010668 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-6fcc1f69-76d6-4b7d-8f67-300bb59caf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:26.012274 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-6fcc1f69-76d6-4b7d-8f67-300bb59caf54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88cc58068dc749479b723b40a455c8c3&device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 1127 time: 0.1440327 Jun 22 09:03:26.045515 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e358c6-7bfe-4f43-8404-4c7ccd41729f req-85cc955f-febc-4ef1-a317-120c597d3061 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:26.047219 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d1e358c6-7bfe-4f43-8404-4c7ccd41729f req-85cc955f-febc-4ef1-a317-120c597d3061 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.1407313 Jun 22 09:03:26.053080 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0df9c-3655-4eaa-8a63-cda8445c8a63 req-089a573b-64c1-4655-b987-aa6f0920b7a8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:26.054473 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9e0df9c-3655-4eaa-8a63-cda8445c8a63 req-089a573b-64c1-4655-b987-aa6f0920b7a8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.1552985 Jun 22 09:03:26.069885 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 42422) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:26.071362 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-5ad9a7a6-2f61-473b-9a79-44db0dca1da4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Request body: {'floatingip': {'port_id': '9245704a-8d26-4a4c-af84-7c9cacbb258e'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:26.096378 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-b3f31e14-0db3-4a4f-a192-d24ab9d91763 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8322d52e-16ae-49fa-a614-eacc8025f50d HTTP/1.1" status: 200 len: 217 time: 0.0738335 Jun 22 09:03:26.116992 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a7a6-2f61-473b-9a79-44db0dca1da4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for floatingip (2e57929e-82d4-47d2-87c3-2f1090ca446f), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:26.154656 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-a7bd9e53-c648-4d0d-8c7d-a4f2a2f6050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:26.156352 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-a7bd9e53-c648-4d0d-8c7d-a4f2a2f6050f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9beb16c610a94371b896183858e4c1d5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3140836 Jun 22 09:03:26.193984 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:26.240751 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf576d-82b5-418f-87bd-39a17421d5cd req-fc00875e-357f-4635-abaf-4456ad43dc63 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:26.242365 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-27bf576d-82b5-418f-87bd-39a17421d5cd req-fc00875e-357f-4635-abaf-4456ad43dc63 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 944 time: 0.1299605 Jun 22 09:03:26.264401 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-0303d3f9-d071-4195-8aab-63f4ef752452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:26.265946 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-0303d3f9-d071-4195-8aab-63f4ef752452 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a586f2d-d95c-49a5-88ae-d5e1001f7a4f HTTP/1.1" status: 200 len: 848 time: 0.1524427 Jun 22 09:03:26.272837 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d1e358c6-7bfe-4f43-8404-4c7ccd41729f req-083fdb02-1bf5-4622-9c9f-50ce2cefdce5 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155285 Jun 22 09:03:26.391513 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-780eb14c-c9d9-4595-961c-131ee810cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:26.393111 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-780eb14c-c9d9-4595-961c-131ee810cbf8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1116521 Jun 22 09:03:26.434941 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-27bf576d-82b5-418f-87bd-39a17421d5cd req-4793623a-92ba-4c1c-8014-196384fd6b62 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662040 Jun 22 09:03:26.436687 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-21f730b4-1132-4567-a6d4-d4c40820a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:26.438315 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-21f730b4-1132-4567-a6d4-d4c40820a135 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2549949 Jun 22 09:03:26.559850 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-a45e3529-a6f2-46b6-98c2-58512dd22df6 service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566749 Jun 22 09:03:26.561559 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a1b08270-a76e-4e75-8b6d-4eca0dc1f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:26.563118 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-a1b08270-a76e-4e75-8b6d-4eca0dc1f1a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9beb16c610a94371b896183858e4c1d5&device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 1128 time: 0.0606799 Jun 22 09:03:26.624339 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a7a6-2f61-473b-9a79-44db0dca1da4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:26.635621 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-276b1d17-ec92-4481-a4c7-b87009f16c0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd35cfa4-4e07-414b-bd41-0bbb96960edc HTTP/1.1" status: 200 len: 217 time: 0.0563397 Jun 22 09:03:26.731432 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-662b31b7-e72b-4cdb-ae54-6b2495d78c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:26.732877 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a7a6-2f61-473b-9a79-44db0dca1da4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (2e57929e-82d4-47d2-87c3-2f1090ca446f), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:26.733555 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-662b31b7-e72b-4cdb-ae54-6b2495d78c3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f27fc1be-de2e-4f85-b2a9-b9de562b14df HTTP/1.1" status: 200 len: 849 time: 0.0867307 Jun 22 09:03:26.741229 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b326773-d48f-4f39-a196-45e19ae6aad1 req-af65d127-2bf0-446b-ae78-66cf01bd539c service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633403 Jun 22 09:03:26.771699 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:26.778436 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-1ae10043-1239-4253-ab0b-65c97bb88d35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2af2e494-609c-486f-90c0-df3b055f7328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286717 Jun 22 09:03:26.839248 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.l3_db [None req-5ad9a7a6-2f61-473b-9a79-44db0dca1da4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Floating IP 2e57929e-82d4-47d2-87c3-2f1090ca446f associated. External IP: 172.27.2.126, port: 9245704a-8d26-4a4c-af84-7c9cacbb258e. Jun 22 09:03:26.888342 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-e589df08-b901-43b6-8f96-9ee9bd94e1f7 service neutron] 10.222.0.43 "GET /v2.0/networks/2af2e494-609c-486f-90c0-df3b055f7328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028941 Jun 22 09:03:26.992711 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a44d61f-a8b3-4139-bd86-ad5e715a3cff req-8879ad02-0877-426e-b699-32cf0928fdf9 service neutron] 10.222.0.43 "GET /v2.0/networks/2af2e494-609c-486f-90c0-df3b055f7328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971637 Jun 22 09:03:27.057066 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad9a7a6-2f61-473b-9a79-44db0dca1da4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:03:27.161865 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad9a7a6-2f61-473b-9a79-44db0dca1da4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:03:27.166351 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a7a6-2f61-473b-9a79-44db0dca1da4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:27.174943 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5b618-303d-4980-8816-470b94683748 None None] Sync routers for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:03:27.199049 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5b618-303d-4980-8816-470b94683748 None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:03:27.202600 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-57a5b618-303d-4980-8816-470b94683748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:03:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:27.207409 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-5ad9a7a6-2f61-473b-9a79-44db0dca1da4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "PUT /v2.0/floatingips/2e57929e-82d4-47d2-87c3-2f1090ca446f HTTP/1.1" status: 200 len: 992 time: 1.1405838 Jun 22 09:03:27.208071 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e'}] {{(pid=104240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:27.210485 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3abfc77e5a12c6f207665f94500fb4c82f6ad8517e71d57fe655c3e12da5f60e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04815ddd-22ab-4d46-b0ff-cab3a6784213" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e"}]}' {{(pid=104240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:27.220060 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-9db5838a-5e3f-4465-9ac9-231af5d1ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:27.221818 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-9db5838a-5e3f-4465-9ac9-231af5d1ba8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88cc58068dc749479b723b40a455c8c3&device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 1127 time: 0.0429456 Jun 22 09:03:27.256105 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab69029-35be-47a3-9997-4df9e37a2158 x-openstack-request-id: req-1ab69029-35be-47a3-9997-4df9e37a2158 {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:27.256630 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e", "status": "completed", "code": 200}]} {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:27.256788 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ab69029-35be-47a3-9997-4df9e37a2158 {{(pid=104240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:27.257198 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab69029-35be-47a3-9997-4df9e37a2158'] response: {'name': 'network-changed', 'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'status': 'completed', 'code': 200} Jun 22 09:03:27.277480 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=100 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:27.336190 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-57a5b618-303d-4980-8816-470b94683748 None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:03:27.368012 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815ddd-22ab-4d46-b0ff-cab3a6784213 req-64e01b2a-7d7c-401c-bf4a-8ec615c5b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:27.369526 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-04815ddd-22ab-4d46-b0ff-cab3a6784213 req-64e01b2a-7d7c-401c-bf4a-8ec615c5b78a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 1130 time: 0.0631847 Jun 22 09:03:27.390678 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-ac94cc79-d3bf-4849-bb63-8c41df4978cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:27.392586 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-ac94cc79-d3bf-4849-bb63-8c41df4978cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 HTTP/1.1" status: 200 len: 910 time: 0.1612408 Jun 22 09:03:27.438648 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1a8e6-fac0-4a3c-b539-200aa69bbd64 req-771e611f-7756-4aee-8309-0f3a180e5b46 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:27.442380 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fad1a8e6-fac0-4a3c-b539-200aa69bbd64 req-771e611f-7756-4aee-8309-0f3a180e5b46 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0634282 Jun 22 09:03:27.526669 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fad1a8e6-fac0-4a3c-b539-200aa69bbd64 req-01c83a4c-eff7-4ecb-af00-5a5ed94e2aa6 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776920 Jun 22 09:03:27.573077 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:27.577669 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e8fbb-3268-42b6-8c85-9faca69afa04 req-b764b6fa-9e75-4d9d-8e96-8847c783fcc0 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:27.579324 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-253e8fbb-3268-42b6-8c85-9faca69afa04 req-b764b6fa-9e75-4d9d-8e96-8847c783fcc0 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 944 time: 0.0513184 Jun 22 09:03:27.636300 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-253e8fbb-3268-42b6-8c85-9faca69afa04 req-ad0f3e22-4dc0-4112-b202-242ef220648a tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508988 Jun 22 09:03:27.724517 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-57a5b618-303d-4980-8816-470b94683748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '2e57929e-82d4-47d2-87c3-2f1090ca446f', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'port_id': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'mac_address': 'fa:16:3e:02:b8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:03:01Z', 'updated_at': '2022-06-22T09:03:26Z', 'revision_number': 1, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 5, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:27.750856 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5b618-303d-4980-8816-470b94683748 None None] Checking router: e2d57552-2ff5-4cdc-a3c7-80af1f783ccd for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:03:27.759695 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5b618-303d-4980-8816-470b94683748 None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:03:27.760366 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-57a5b618-303d-4980-8816-470b94683748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:03:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:27.875478 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-57a5b618-303d-4980-8816-470b94683748 None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:03:28.031865 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:28.103266 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-57a5b618-303d-4980-8816-470b94683748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '2e57929e-82d4-47d2-87c3-2f1090ca446f', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'port_id': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'mac_address': 'fa:16:3e:02:b8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:03:01Z', 'updated_at': '2022-06-22T09:03:26Z', 'revision_number': 1, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 5, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:28.129702 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5b618-303d-4980-8816-470b94683748 None None] The sync data for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi is: [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '2e57929e-82d4-47d2-87c3-2f1090ca446f', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'port_id': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'mac_address': 'fa:16:3e:02:b8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:03:01Z', 'updated_at': '2022-06-22T09:03:26Z', 'revision_number': 1, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 5, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:03:28.277247 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:28.331894 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b9d6a-63b7-4c3c-8c64-dbaf9fb94d60 None None] New status for floating IP 2e57929e-82d4-47d2-87c3-2f1090ca446f: ACTIVE {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:03:28.403437 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:28.504204 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-6145eb0a-5a38-43ec-bf9e-594484759358 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8322d52e-16ae-49fa-a614-eacc8025f50d HTTP/1.1" status: 200 len: 217 time: 0.0483353 Jun 22 09:03:28.620935 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-da61c631-4d0e-413d-aa1a-a1fbebf79df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:28.622377 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-da61c631-4d0e-413d-aa1a-a1fbebf79df5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a586f2d-d95c-49a5-88ae-d5e1001f7a4f HTTP/1.1" status: 200 len: 848 time: 0.1063008 Jun 22 09:03:28.627170 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815ddd-22ab-4d46-b0ff-cab3a6784213 req-596c2c4e-2394-4381-a4da-c2651c7c3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:28.628624 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-04815ddd-22ab-4d46-b0ff-cab3a6784213 req-596c2c4e-2394-4381-a4da-c2651c7c3997 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.1823921 Jun 22 09:03:28.747771 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94c154-1943-48c9-a18d-10486e2b6568 req-32d145ac-b094-4f3b-9620-0cb8e26670d4 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:28.749914 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dc94c154-1943-48c9-a18d-10486e2b6568 req-32d145ac-b094-4f3b-9620-0cb8e26670d4 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.1412587 Jun 22 09:03:28.792456 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-6cfc843f-d930-4ed2-93b1-39b73b5cf6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:28.794021 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-6cfc843f-d930-4ed2-93b1-39b73b5cf6e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1459746 Jun 22 09:03:28.808569 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-04815ddd-22ab-4d46-b0ff-cab3a6784213 req-07fbffc4-ff0c-49b5-82bd-df560a25462d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9245704a-8d26-4a4c-af84-7c9cacbb258e HTTP/1.1" status: 200 len: 1002 time: 0.1616516 Jun 22 09:03:28.849719 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed19020-d4bd-4771-8022-9022b014644a req-17a6cae8-d7b1-4012-8d2a-1cbfcb38d30d tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:28.851222 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4ed19020-d4bd-4771-8022-9022b014644a req-17a6cae8-d7b1-4012-8d2a-1cbfcb38d30d tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 944 time: 0.1287389 Jun 22 09:03:28.976133 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device fd35cfa4-4e07-414b-bd41-0bbb96960edc details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:03:29.089836 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port fd35cfa4-4e07-414b-bd41-0bbb96960edc, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd35cfa4-4e07-414b-bd41-0bbb96960edc,segment=NetworkSegment(9c0c7201-5ccf-4f02-beda-640160293720),segment_id=9c0c7201-5ccf-4f02-beda-640160293720)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:29.103846 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': 'fd35cfa4-4e07-414b-bd41-0bbb96960edc', 'network_id': '2af2e494-609c-486f-90c0-df3b055f7328', 'port_id': 'fd35cfa4-4e07-414b-bd41-0bbb96960edc', 'mac_address': 'fa:16:3e:7d:6f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27fc1be-de2e-4f85-b2a9-b9de562b14df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:03:29.142170 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port fd35cfa4-4e07-414b-bd41-0bbb96960edc is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:03:29.142551 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:29.158905 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd35cfa4-4e07-414b-bd41-0bbb96960edc {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:03:29.164405 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:29.179635 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port fd35cfa4-4e07-414b-bd41-0bbb96960edc, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd35cfa4-4e07-414b-bd41-0bbb96960edc,segment=NetworkSegment(9c0c7201-5ccf-4f02-beda-640160293720),segment_id=9c0c7201-5ccf-4f02-beda-640160293720)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:29.238538 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815ddd-22ab-4d46-b0ff-cab3a6784213 req-1bc57c55-8c02-44f0-b981-069db5f82dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:29.240023 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-04815ddd-22ab-4d46-b0ff-cab3a6784213 req-1bc57c55-8c02-44f0-b981-069db5f82dcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.4210875 Jun 22 09:03:29.267361 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dc94c154-1943-48c9-a18d-10486e2b6568 req-3f2eb1c8-7228-475a-b769-9872a326a9ff tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4884725 Jun 22 09:03:29.268124 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:29.313294 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4ed19020-d4bd-4771-8022-9022b014644a req-f8f90ad3-be9d-4466-bf79-b7313d8579c9 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792562 Jun 22 09:03:29.320848 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-9c81a4c9-03c6-4776-ac0e-68e9351cbb4e service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173440 Jun 22 09:03:29.323952 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815ddd-22ab-4d46-b0ff-cab3a6784213 req-c0da6645-c6b4-4a99-a9d8-ec8eec11af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:29.325383 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-04815ddd-22ab-4d46-b0ff-cab3a6784213 req-c0da6645-c6b4-4a99-a9d8-ec8eec11af5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0750921 Jun 22 09:03:29.333389 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:29.386104 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=fd35cfa4-4e07-414b-bd41-0bbb96960edc,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:29.508859 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-04815ddd-22ab-4d46-b0ff-cab3a6784213 req-76a849e7-0906-4af9-8d0c-8357d4c6e060 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689234 Jun 22 09:03:29.510770 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7426ba1b-c230-4541-8439-d9a607ed8a31 req-1a62c11c-37f8-41a8-a883-ea7766011536 service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723220 Jun 22 09:03:29.626890 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-04815ddd-22ab-4d46-b0ff-cab3a6784213 req-14ae0c03-6a49-451a-927d-cbdccd09be21 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061726 Jun 22 09:03:29.688942 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['fd35cfa4-4e07-414b-bd41-0bbb96960edc'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:03:30.230594 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:30.391902 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f67f2-c95c-4463-a391-0611348c787c req-5fd38fc8-faed-42ce-9e29-7a43ab51aa43 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:30.393520 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f71f67f2-c95c-4463-a391-0611348c787c req-5fd38fc8-faed-42ce-9e29-7a43ab51aa43 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0529106 Jun 22 09:03:30.465861 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2859226-1123-4105-b78e-71a29ff1c93d req-3ba63eba-f4f8-40a2-bf7c-5b9ab76ef308 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:30.468198 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2859226-1123-4105-b78e-71a29ff1c93d req-3ba63eba-f4f8-40a2-bf7c-5b9ab76ef308 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 945 time: 0.0736790 Jun 22 09:03:30.496315 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f71f67f2-c95c-4463-a391-0611348c787c req-d15bc232-5d47-4670-8294-2623e5bc7b71 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931849 Jun 22 09:03:30.543057 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2859226-1123-4105-b78e-71a29ff1c93d req-1e507599-030a-4b29-8ec4-e5c127889430 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584941 Jun 22 09:03:30.960680 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:30.982831 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device fd35cfa4-4e07-414b-bd41-0bbb96960edc up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:03:31.027738 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port fd35cfa4-4e07-414b-bd41-0bbb96960edc completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:03:31.127724 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port fd35cfa4-4e07-414b-bd41-0bbb96960edc triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:03:31.128013 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:31.208619 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port fd35cfa4-4e07-414b-bd41-0bbb96960edc is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:03:31.208997 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:31.227156 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:31.234764 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab18493a-f8df-4038-bd2d-85a40d3b0a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd35cfa4-4e07-414b-bd41-0bbb96960edc'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:31.237080 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3264817f-e8ca-4e95-8bec-1fa6251c1c61" -d '{"events": [{"server_uuid": "ab18493a-f8df-4038-bd2d-85a40d3b0a36", "name": "network-vif-plugged", "status": "completed", "tag": "fd35cfa4-4e07-414b-bd41-0bbb96960edc"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:31.250583 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port fd35cfa4-4e07-414b-bd41-0bbb96960edc, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd35cfa4-4e07-414b-bd41-0bbb96960edc,segment=NetworkSegment(9c0c7201-5ccf-4f02-beda-640160293720),segment_id=9c0c7201-5ccf-4f02-beda-640160293720)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:31.279839 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e231fd1c-06f5-4470-b346-20eab15a21c1 x-openstack-request-id: req-e231fd1c-06f5-4470-b346-20eab15a21c1 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:31.280123 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab18493a-f8df-4038-bd2d-85a40d3b0a36", "name": "network-vif-plugged", "status": "completed", "tag": "fd35cfa4-4e07-414b-bd41-0bbb96960edc", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:31.280378 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e231fd1c-06f5-4470-b346-20eab15a21c1 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:31.280808 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e231fd1c-06f5-4470-b346-20eab15a21c1'] response: {'server_uuid': 'ab18493a-f8df-4038-bd2d-85a40d3b0a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd35cfa4-4e07-414b-bd41-0bbb96960edc', 'code': 200} Jun 22 09:03:31.344827 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:31.395264 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=fd35cfa4-4e07-414b-bd41-0bbb96960edc,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:31.638731 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5e0fc-158c-4344-a4f3-f9d6edc458b9 req-5f5e6044-70cf-42a0-944c-6d3db58dd965 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:31.640216 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8eb5e0fc-158c-4344-a4f3-f9d6edc458b9 req-5f5e6044-70cf-42a0-944c-6d3db58dd965 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0604560 Jun 22 09:03:31.688737 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ee504-996c-4411-9a52-f11806a281df req-6ab5e1f5-386d-484e-9709-4b895e37c9c9 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:31.690174 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4f4ee504-996c-4411-9a52-f11806a281df req-6ab5e1f5-386d-484e-9709-4b895e37c9c9 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 946 time: 0.0682817 Jun 22 09:03:31.734092 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:31.740119 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8eb5e0fc-158c-4344-a4f3-f9d6edc458b9 req-467e9a8d-2691-4f8c-a090-3062fd0f0b0b tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822797 Jun 22 09:03:31.771988 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4f4ee504-996c-4411-9a52-f11806a281df req-379e54ac-b559-40bf-a79c-09a8471a99be tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718176 Jun 22 09:03:31.928741 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046ec73-5447-4bda-93f5-dfe167532cad req-1d570805-3ccf-4a43-8771-0087b1f3b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:31.930866 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5046ec73-5447-4bda-93f5-dfe167532cad req-1d570805-3ccf-4a43-8771-0087b1f3b51e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 1130 time: 0.0461473 Jun 22 09:03:31.987067 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5046ec73-5447-4bda-93f5-dfe167532cad req-6412f9cc-7b71-438b-b41e-c9ad02b13efc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437696 Jun 22 09:03:32.350415 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:32.390690 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:32.905046 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27992863-be55-426e-95b5-5b36b3531f57 req-b4740dfb-174c-4a72-babe-c5b18c2d35d0 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:32.906565 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-27992863-be55-426e-95b5-5b36b3531f57 req-b4740dfb-174c-4a72-babe-c5b18c2d35d0 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0855792 Jun 22 09:03:32.935821 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eebb1-f694-446b-9cc3-256dc8e2dbd1 req-da8f8fd3-0812-4c72-a9d7-1d09862e8e19 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:32.937416 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7e8eebb1-f694-446b-9cc3-256dc8e2dbd1 req-da8f8fd3-0812-4c72-a9d7-1d09862e8e19 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 946 time: 0.0766363 Jun 22 09:03:32.987164 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-27992863-be55-426e-95b5-5b36b3531f57 req-5030098d-07f6-4fbc-8e64-ef7a2926fa25 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749221 Jun 22 09:03:33.011143 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7e8eebb1-f694-446b-9cc3-256dc8e2dbd1 req-af0bd445-31bc-457d-8261-b965a6bd8692 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661411 Jun 22 09:03:33.017181 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:33.304842 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:33.840228 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:34.139328 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8dee6-f937-4993-bf83-7985bf9c4cec req-88890ba4-b320-48de-a998-b1ce63312160 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:34.140818 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5ca8dee6-f937-4993-bf83-7985bf9c4cec req-88890ba4-b320-48de-a998-b1ce63312160 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0777266 Jun 22 09:03:34.145617 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:34.153079 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cee238-e950-44c1-99c3-fee3cecfa016 req-5c4ec77a-f447-43cc-b1bc-0297df278468 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:34.155079 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-79cee238-e950-44c1-99c3-fee3cecfa016 req-5c4ec77a-f447-43cc-b1bc-0297df278468 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 946 time: 0.0622897 Jun 22 09:03:34.235418 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5ca8dee6-f937-4993-bf83-7985bf9c4cec req-6dae0e36-48a7-464c-9db6-da4f1ff9ddf1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884240 Jun 22 09:03:34.238326 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-79cee238-e950-44c1-99c3-fee3cecfa016 req-13040324-edb0-4174-97f7-5c712db93591 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773494 Jun 22 09:03:34.424461 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:34.910703 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:34.984540 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:35.113482 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-a39f2387-dfff-4d47-a5c6-64ccec49e2ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405657 Jun 22 09:03:35.207801 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:35.284245 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-7e276f32-1283-43f4-9c11-b360509e768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:35.286193 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-7e276f32-1283-43f4-9c11-b360509e768e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 1130 time: 0.0445557 Jun 22 09:03:35.442971 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:35.454914 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d06118-011e-4b42-8706-7e7bf3337323 req-4ea747ed-2c61-4bcc-9c73-aeca26509d85 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:35.456461 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-07d06118-011e-4b42-8706-7e7bf3337323 req-4ea747ed-2c61-4bcc-9c73-aeca26509d85 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.1349578 Jun 22 09:03:35.467037 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520578f-f847-4193-a0c8-d47bede208c9 req-48d733c8-24b1-45ee-b025-e1ad10f1cc0d tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:35.468591 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b520578f-f847-4193-a0c8-d47bede208c9 req-48d733c8-24b1-45ee-b025-e1ad10f1cc0d tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 946 time: 0.1362910 Jun 22 09:03:35.534076 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-c2ae6c2e-8679-4c47-9058-6448c1d7f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:35.535570 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-c2ae6c2e-8679-4c47-9058-6448c1d7f7dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.2237685 Jun 22 09:03:35.603592 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-07d06118-011e-4b42-8706-7e7bf3337323 req-0089120a-bdbf-486e-816f-64e691707106 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321032 Jun 22 09:03:35.604787 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-5fbdbadb-4c02-4bda-b89e-27565016ad26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63c4c500-8059-4142-83d0-d1cd70284258 HTTP/1.1" status: 200 len: 217 time: 0.0541492 Jun 22 09:03:35.609431 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b520578f-f847-4193-a0c8-d47bede208c9 req-4df917ea-bd3e-46c8-8908-de818adbd66e tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328888 Jun 22 09:03:35.674015 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-96121de1-6e8f-40c2-8d2b-43bd3b5d3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:35.674015 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-96121de1-6e8f-40c2-8d2b-43bd3b5d3a80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.0509951 Jun 22 09:03:35.725653 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-656f6b72-033c-4a2e-9c98-e361271dd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:35.727196 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-656f6b72-033c-4a2e-9c98-e361271dd919 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470047 Jun 22 09:03:35.812866 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:35.838570 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:35.846100 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-1a6a5b20-06af-454a-8abf-73f706676e07 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890172 Jun 22 09:03:35.940547 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1282d5d0-3229-4047-b0ac-5ef69f68f623 req-8a144168-b411-48ee-9da5-f09a57318680 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884094 Jun 22 09:03:36.051743 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:36.436348 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:36.630517 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:36.723847 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e948d5-30a6-42ae-9279-25a1c6facb7a req-ad60c1cd-ac43-420b-9ccd-efc57130698b tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:36.725481 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-01e948d5-30a6-42ae-9279-25a1c6facb7a req-ad60c1cd-ac43-420b-9ccd-efc57130698b tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0516658 Jun 22 09:03:36.782441 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-01e948d5-30a6-42ae-9279-25a1c6facb7a req-50b44aae-9c98-4fe5-948c-11f594b8a880 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509303 Jun 22 09:03:36.943414 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:37.011564 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 8322d52e-16ae-49fa-a614-eacc8025f50d details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:03:37.083282 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:37.115639 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 8322d52e-16ae-49fa-a614-eacc8025f50d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8322d52e-16ae-49fa-a614-eacc8025f50d,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:37.128028 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'port_id': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'mac_address': 'fa:16:3e:4a:5a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:03:37.167517 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 8322d52e-16ae-49fa-a614-eacc8025f50d is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:03:37.167898 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:37.182275 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8322d52e-16ae-49fa-a614-eacc8025f50d {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:03:37.188318 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a900e60-993a-425b-876a-083e1061cb26 req-f0703ee2-4170-4150-972e-3fe434f0efe5 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:37.189955 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9a900e60-993a-425b-876a-083e1061cb26 req-f0703ee2-4170-4150-972e-3fe434f0efe5 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 946 time: 0.0517299 Jun 22 09:03:37.206775 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 8322d52e-16ae-49fa-a614-eacc8025f50d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8322d52e-16ae-49fa-a614-eacc8025f50d,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:37.247608 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9a900e60-993a-425b-876a-083e1061cb26 req-6d32576f-a80a-448a-ad6c-39abd093bcff tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479214 Jun 22 09:03:37.350113 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:37.399141 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=8322d52e-16ae-49fa-a614-eacc8025f50d,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:37.588878 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:37.747959 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['8322d52e-16ae-49fa-a614-eacc8025f50d'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:03:37.925884 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41427f-4b1b-4064-a5c4-ceae0a7692a0 req-67a2bd85-4b15-4d1d-86ae-ccbc0c35962c tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:37.928186 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fd41427f-4b1b-4064-a5c4-ceae0a7692a0 req-67a2bd85-4b15-4d1d-86ae-ccbc0c35962c tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 944 time: 0.0593793 Jun 22 09:03:37.955858 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:37.983333 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fd41427f-4b1b-4064-a5c4-ceae0a7692a0 req-5e6d6cb6-a77f-48f3-8a1a-1acbae277677 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492568 Jun 22 09:03:38.314553 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:38.364066 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3a1fa-aa83-4c9c-8977-1e9688a4d992 req-4e2e36e8-2428-4e62-b6fd-69f3466027c3 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:38.365534 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2bd3a1fa-aa83-4c9c-8977-1e9688a4d992 req-4e2e36e8-2428-4e62-b6fd-69f3466027c3 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 946 time: 0.0488112 Jun 22 09:03:38.412814 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:38.416553 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2bd3a1fa-aa83-4c9c-8977-1e9688a4d992 req-90f75dda-a90f-4e4e-a273-efadd55d6c49 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Jun 22 09:03:38.882024 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:38.988914 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:39.025276 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 8322d52e-16ae-49fa-a614-eacc8025f50d up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:03:39.029499 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:39.066331 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:39.073629 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 8322d52e-16ae-49fa-a614-eacc8025f50d completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:03:39.138952 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13b48e-11b8-4b89-86cc-0b46d64cf161 req-572e6ac8-9541-4563-abb5-8ec55778c8ee tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:39.140373 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6f13b48e-11b8-4b89-86cc-0b46d64cf161 req-572e6ac8-9541-4563-abb5-8ec55778c8ee tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 944 time: 0.0847797 Jun 22 09:03:39.151345 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6aa709-0361-4501-a58a-1a201b8f9113 req-b7a39cce-103c-41dc-9d8d-e87171ed60e8 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:39.152729 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5c6aa709-0361-4501-a58a-1a201b8f9113 req-b7a39cce-103c-41dc-9d8d-e87171ed60e8 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 946 time: 0.0617485 Jun 22 09:03:39.222575 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 8322d52e-16ae-49fa-a614-eacc8025f50d triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:03:39.223164 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:39.258556 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6f13b48e-11b8-4b89-86cc-0b46d64cf161 req-ca95336e-7406-4599-99d2-6b171fc7d789 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047337 Jun 22 09:03:39.284844 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-5c6aa709-0361-4501-a58a-1a201b8f9113 req-db901844-0e94-4ace-9fe8-f33d88c5d530 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Deleting port fd35cfa4-4e07-414b-bd41-0bbb96960edc {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:03:39.285166 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5c6aa709-0361-4501-a58a-1a201b8f9113 req-db901844-0e94-4ace-9fe8-f33d88c5d530 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:39.310429 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 8322d52e-16ae-49fa-a614-eacc8025f50d is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:03:39.310826 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:39.337829 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:39.340167 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb943268-6604-4ade-826e-7b0bdcb4b60a" -d '{"events": [{"server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "name": "network-vif-plugged", "status": "completed", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:39.346714 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:39.354361 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 8322d52e-16ae-49fa-a614-eacc8025f50d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8322d52e-16ae-49fa-a614-eacc8025f50d,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:39.381250 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1201cf-1803-4a5b-a949-97087af56b4e x-openstack-request-id: req-5b1201cf-1803-4a5b-a949-97087af56b4e {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:39.381572 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "name": "network-vif-plugged", "status": "completed", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:39.381838 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b1201cf-1803-4a5b-a949-97087af56b4e {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:39.382252 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1201cf-1803-4a5b-a949-97087af56b4e'] response: {'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'code': 200} Jun 22 09:03:39.383191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-5c6aa709-0361-4501-a58a-1a201b8f9113 req-db901844-0e94-4ace-9fe8-f33d88c5d530 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] For port fd35cfa4-4e07-414b-bd41-0bbb96960edc, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd35cfa4-4e07-414b-bd41-0bbb96960edc,segment=NetworkSegment(9c0c7201-5ccf-4f02-beda-640160293720),segment_id=9c0c7201-5ccf-4f02-beda-640160293720)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:03:39.383549 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5c6aa709-0361-4501-a58a-1a201b8f9113 req-db901844-0e94-4ace-9fe8-f33d88c5d530 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:39.399644 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-5c6aa709-0361-4501-a58a-1a201b8f9113 req-db901844-0e94-4ace-9fe8-f33d88c5d530 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Calling delete_port for fd35cfa4-4e07-414b-bd41-0bbb96960edc owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:03:39.482829 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:39.542021 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=8322d52e-16ae-49fa-a614-eacc8025f50d,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:39.566723 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361698a6-d382-41cc-9761-402f77715ded req-cea230cb-118a-424d-8ee5-678304974b74 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:39.574088 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-361698a6-d382-41cc-9761-402f77715ded req-cea230cb-118a-424d-8ee5-678304974b74 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 946 time: 0.0789435 Jun 22 09:03:39.623412 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-361698a6-d382-41cc-9761-402f77715ded req-171b2479-c34b-4a82-bbd9-6021b1ee640d tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/security-groups?id=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486295 Jun 22 09:03:39.687799 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5c6aa709-0361-4501-a58a-1a201b8f9113 req-db901844-0e94-4ace-9fe8-f33d88c5d530 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (fd35cfa4-4e07-414b-bd41-0bbb96960edc), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:39.699807 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['fd35cfa4-4e07-414b-bd41-0bbb96960edc'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:03:39.720060 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db901844-0e94-4ace-9fe8-f33d88c5d530 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Pushing event deleted for resources: {'Port': ['ID=fd35cfa4-4e07-414b-bd41-0bbb96960edc,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:39.766112 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6aa709-0361-4501-a58a-1a201b8f9113 req-db901844-0e94-4ace-9fe8-f33d88c5d530 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] No DVR routers for this DVR port fd35cfa4-4e07-414b-bd41-0bbb96960edc on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:03:39.768674 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5c6aa709-0361-4501-a58a-1a201b8f9113 req-db901844-0e94-4ace-9fe8-f33d88c5d530 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:39.771900 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5c6aa709-0361-4501-a58a-1a201b8f9113 req-db901844-0e94-4ace-9fe8-f33d88c5d530 tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.43 "DELETE /v2.0/ports/fd35cfa4-4e07-414b-bd41-0bbb96960edc HTTP/1.1" status: 204 len: 173 time: 0.6101568 Jun 22 09:03:39.772321 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab18493a-f8df-4038-bd2d-85a40d3b0a36', 'name': 'network-vif-deleted', 'tag': 'fd35cfa4-4e07-414b-bd41-0bbb96960edc'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:39.774603 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4539daf9-189f-447a-bd7e-83b7a5be7143" -d '{"events": [{"server_uuid": "ab18493a-f8df-4038-bd2d-85a40d3b0a36", "name": "network-vif-deleted", "tag": "fd35cfa4-4e07-414b-bd41-0bbb96960edc"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:39.819925 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978e8631-36d3-447a-b21f-8b5892fb3ab9 x-openstack-request-id: req-978e8631-36d3-447a-b21f-8b5892fb3ab9 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:39.820238 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab18493a-f8df-4038-bd2d-85a40d3b0a36", "name": "network-vif-deleted", "tag": "fd35cfa4-4e07-414b-bd41-0bbb96960edc", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:39.820498 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-978e8631-36d3-447a-b21f-8b5892fb3ab9 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:39.820948 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978e8631-36d3-447a-b21f-8b5892fb3ab9'] response: {'server_uuid': 'ab18493a-f8df-4038-bd2d-85a40d3b0a36', 'name': 'network-vif-deleted', 'tag': 'fd35cfa4-4e07-414b-bd41-0bbb96960edc', 'status': 'completed', 'code': 200} Jun 22 09:03:39.877958 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1e120-572f-4791-90b7-4c1d8ba19d9a req-2dc6ceb9-4091-4c5a-8fcb-41c9f4bda536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:39.879566 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-86a1e120-572f-4791-90b7-4c1d8ba19d9a req-2dc6ceb9-4091-4c5a-8fcb-41c9f4bda536 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 1129 time: 0.0398672 Jun 22 09:03:39.929445 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-86a1e120-572f-4791-90b7-4c1d8ba19d9a req-cce24798-d105-4179-9a48-a9282e61167b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Jun 22 09:03:39.984401 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:40.196402 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=49 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:40.280620 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:40.322418 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:40.386232 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f802ff3-a61f-463f-bae9-f697cf254254 req-d5366d40-6a7c-41dc-8f6b-2d14f2f1d534 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:40.387705 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1f802ff3-a61f-463f-bae9-f697cf254254 req-d5366d40-6a7c-41dc-8f6b-2d14f2f1d534 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0518060 Jun 22 09:03:40.440188 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1f802ff3-a61f-463f-bae9-f697cf254254 req-3953af2f-3f37-42dd-a9f0-edc87dff1a83 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465744 Jun 22 09:03:40.544196 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=23 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:40.549614 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:40.739463 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8da59d09-fca8-4a7b-bfd6-3aaa5ab2baaa req-6d862b86-0866-48f1-bd15-75866fdb128b tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 210 time: 0.0295882 Jun 22 09:03:40.754531 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:40.824636 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:41.047601 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:41.064634 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:41.559704 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddf4a7-4ffe-4233-a6f7-c335b6caa126 req-a97982a5-82b1-4ffe-8596-24bc4c2d1feb tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:41.561230 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-27ddf4a7-4ffe-4233-a6f7-c335b6caa126 req-a97982a5-82b1-4ffe-8596-24bc4c2d1feb tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0511875 Jun 22 09:03:41.587656 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:41.613111 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:41.614153 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-27ddf4a7-4ffe-4233-a6f7-c335b6caa126 req-e40eadc1-f5bb-45e8-b08b-7639a7564a69 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473874 Jun 22 09:03:41.857539 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-26ab3259-a122-4883-8fa1-1f963d6d021f req-f5202ae1-a8b8-42f9-b991-f9039404f06c tempest-VolumesActionsTest-1395454310 tempest-VolumesActionsTest-1395454310-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab18493a-f8df-4038-bd2d-85a40d3b0a36 HTTP/1.1" status: 200 len: 210 time: 0.0311201 Jun 22 09:03:42.732623 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2d731-c11a-42f5-8f3c-424d8469e284 req-50c8a12c-bf3b-4b4a-8ddf-bb4caf1a680b tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:42.734140 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-97e2d731-c11a-42f5-8f3c-424d8469e284 req-50c8a12c-bf3b-4b4a-8ddf-bb4caf1a680b tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0488689 Jun 22 09:03:42.786312 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-97e2d731-c11a-42f5-8f3c-424d8469e284 req-65166dc1-0007-4daa-b705-79eca34aa856 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464523 Jun 22 09:03:42.912708 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abb3f9-6594-4527-99b2-614cfcee63ad req-9acb3e64-0713-45c1-a0fe-f9858717d567 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:42.916321 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b3abb3f9-6594-4527-99b2-614cfcee63ad req-9acb3e64-0713-45c1-a0fe-f9858717d567 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0563290 Jun 22 09:03:42.971330 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b3abb3f9-6594-4527-99b2-614cfcee63ad req-3c9977e0-b537-408a-800d-6640eeb83184 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485883 Jun 22 09:03:42.993585 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 42614) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:43.032303 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device fd35cfa4-4e07-414b-bd41-0bbb96960edc no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:03:43.052938 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: fd35cfa4-4e07-414b-bd41-0bbb96960edc {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:03:43.053714 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device fd35cfa4-4e07-414b-bd41-0bbb96960edc not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:03:43.150561 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0b1388a8-0bf1-4b21-911a-9c4a970aafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:43.212737 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6405736-fd7b-4fab-bb79-3675dce82f14 tempest-TestShelveInstance-133026378 tempest-TestShelveInstance-133026378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:43.214509 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-e6405736-fd7b-4fab-bb79-3675dce82f14 tempest-TestShelveInstance-133026378 tempest-TestShelveInstance-133026378-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 1124 time: 0.2196870 Jun 22 09:03:43.217856 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 42626) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:43.222196 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'port_id': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:03:43.371740 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:43.464020 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:43.580702 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Allocated IP 172.27.2.193 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/e4e23dd2-b573-4145-8d48-c60878d25b5e) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:03:43.694198 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for port (e4e23dd2-b573-4145-8d48-c60878d25b5e), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:43.854286 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (e4e23dd2-b573-4145-8d48-c60878d25b5e), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:43.903377 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:03:43.906755 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:03:43.910776 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:03:43.937110 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event updated for resources: {'Port': ['ID=e4e23dd2-b573-4145-8d48-c60878d25b5e,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:43.951708 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.952053 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.952394 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.952730 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.953063 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.953384 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.953706 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.954049 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.954380 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.954846 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.955097 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.955367 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.955688 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.955997 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.956313 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:43.986248 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:44.097715 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:44.269501 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for floatingip (200f9159-9074-4078-80f1-569654ce3619), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:44.510720 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (e4e23dd2-b573-4145-8d48-c60878d25b5e), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:44.661602 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for port (e4e23dd2-b573-4145-8d48-c60878d25b5e), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:44.738793 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (e4e23dd2-b573-4145-8d48-c60878d25b5e), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:44.742418 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:44.776729 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (200f9159-9074-4078-80f1-569654ce3619), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:44.828687 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event updated for resources: {'Port': ['ID=e4e23dd2-b573-4145-8d48-c60878d25b5e,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:44.887266 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Floating IP 200f9159-9074-4078-80f1-569654ce3619 associated. External IP: 172.27.2.193, port: 8322d52e-16ae-49fa-a614-eacc8025f50d. Jun 22 09:03:45.098681 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:03:45.204762 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:03:45.215529 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36bbb8-758b-40e3-8bf8-66a4e7ffdb3a None None] Sync routers for ids ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:03:45.227697 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36bbb8-758b-40e3-8bf8-66a4e7ffdb3a None None] Routers {'0d3c316b-3c74-4a1d-a95d-80dc282a9090'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:03:45.228310 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-ff36bbb8-758b-40e3-8bf8-66a4e7ffdb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:03:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:45.325125 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:45.335067 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-ff36bbb8-758b-40e3-8bf8-66a4e7ffdb3a None None] Set router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:03:45.358443 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-1923f124-5c7c-48b1-bb32-d495c72be1ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1393032 Jun 22 09:03:45.360251 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:03:45.362245 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:03:45.404539 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7206e369-95af-4ffa-a240-bc3f504e25cb x-openstack-request-id: req-7206e369-95af-4ffa-a240-bc3f504e25cb {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:03:45.404539 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:03:45.404539 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7206e369-95af-4ffa-a240-bc3f504e25cb {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:03:45.404992 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7206e369-95af-4ffa-a240-bc3f504e25cb'] response: {'name': 'network-changed', 'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'status': 'completed', 'code': 200} Jun 22 09:03:45.647839 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-64c56318-e9be-453b-9a1d-601f1240ea7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:45.694149 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-ff36bbb8-758b-40e3-8bf8-66a4e7ffdb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '200f9159-9074-4078-80f1-569654ce3619', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'port_id': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'mac_address': 'fa:16:3e:4a:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dd4b24-61df-4868-a828-c99798580375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:03:44Z', 'updated_at': '2022-06-22T09:03:44Z', 'revision_number': 0, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9871f06a-ec77-4a05-8ccb-48715e8daeb1', 'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'mac_address': 'fa:16:3e:e3:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:26Z', 'updated_at': '2022-06-22T09:02:33Z', 'revision_number': 5, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'subnets': [{'id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:45.719570 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36bbb8-758b-40e3-8bf8-66a4e7ffdb3a None None] Checking router: 0d3c316b-3c74-4a1d-a95d-80dc282a9090 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:03:45.728474 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36bbb8-758b-40e3-8bf8-66a4e7ffdb3a None None] Routers {'0d3c316b-3c74-4a1d-a95d-80dc282a9090'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:03:45.729078 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-ff36bbb8-758b-40e3-8bf8-66a4e7ffdb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:03:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:45.835745 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-ff36bbb8-758b-40e3-8bf8-66a4e7ffdb3a None None] Set router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:03:46.052605 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-ff36bbb8-758b-40e3-8bf8-66a4e7ffdb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '200f9159-9074-4078-80f1-569654ce3619', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'port_id': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'mac_address': 'fa:16:3e:4a:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dd4b24-61df-4868-a828-c99798580375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:03:44Z', 'updated_at': '2022-06-22T09:03:44Z', 'revision_number': 0, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9871f06a-ec77-4a05-8ccb-48715e8daeb1', 'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'mac_address': 'fa:16:3e:e3:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:26Z', 'updated_at': '2022-06-22T09:02:33Z', 'revision_number': 5, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'subnets': [{'id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:03:46.079594 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36bbb8-758b-40e3-8bf8-66a4e7ffdb3a None None] The sync data for ids ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'] in dv-cinder-787296-11-iscsi is: [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '200f9159-9074-4078-80f1-569654ce3619', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'port_id': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'mac_address': 'fa:16:3e:4a:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dd4b24-61df-4868-a828-c99798580375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:03:44Z', 'updated_at': '2022-06-22T09:03:44Z', 'revision_number': 0, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9871f06a-ec77-4a05-8ccb-48715e8daeb1', 'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'mac_address': 'fa:16:3e:e3:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:26Z', 'updated_at': '2022-06-22T09:02:33Z', 'revision_number': 5, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'subnets': [{'id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:03:46.268947 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a906b9-04f2-4e00-b67f-f67fe118af4b None None] New status for floating IP 200f9159-9074-4078-80f1-569654ce3619: ACTIVE {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:03:46.949979 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:47.551646 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4 req-09658a2c-b251-4537-8258-94cecacde2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:47.553253 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4 req-09658a2c-b251-4537-8258-94cecacde2b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88cc58068dc749479b723b40a455c8c3&device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 1129 time: 0.0421975 Jun 22 09:03:47.650391 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4 req-31f7a636-279c-4bb9-814e-c4d6a57044df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:47.651642 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4 req-31f7a636-279c-4bb9-814e-c4d6a57044df service neutron] 10.222.0.43 "GET /v2.0/networks?id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 HTTP/1.1" status: 200 len: 910 time: 0.0922253 Jun 22 09:03:47.698736 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:47.720945 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4 req-c6c98808-cec3-4c32-9e9a-c968e4f105d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8322d52e-16ae-49fa-a614-eacc8025f50d HTTP/1.1" status: 200 len: 1001 time: 0.0618000 Jun 22 09:03:48.016727 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4 req-f4fd2f9d-e204-4fdb-a868-43c183e41182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:48.018293 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4 req-f4fd2f9d-e204-4fdb-a868-43c183e41182 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a586f2d-d95c-49a5-88ae-d5e1001f7a4f HTTP/1.1" status: 200 len: 848 time: 0.2871282 Jun 22 09:03:48.066446 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4 req-6c22b656-064c-4939-ba3d-01208faa4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:03:48.067889 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4 req-6c22b656-064c-4939-ba3d-01208faa4376 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418594 Jun 22 09:03:48.166335 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4 req-581d8f74-caa7-4269-8516-fc21f984be1f service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867629 Jun 22 09:03:48.266246 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fe62d128-3d9d-4af6-9455-1cdf17ce40c4 req-c5fc3830-08ec-4968-8618-0df366370d29 service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879221 Jun 22 09:03:48.525675 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:48.710349 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:48.742671 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:56.373435 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:56.379331 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:57.554809 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 42812) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:57.733788 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:57.853555 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Publish callbacks [] for security_group (85e6472d-358d-431b-a29b-cbcac5adc1a1), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:57.926975 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (85e6472d-358d-431b-a29b-cbcac5adc1a1), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:57.981066 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb1919e3e2b741ef8289d4be1d60acb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253700 Jun 22 09:03:57.985876 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 42820) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:57.995886 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e6472d-358d-431b-a29b-cbcac5adc1a1,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:58.010115 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.010876 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.011874 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.012410 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.013036 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.013604 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.014178 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.014960 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.015722 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.016466 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.017260 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.017890 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.018593 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.019225 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.019962 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f181a7e-8057-4a67-b6a0-b97000d9a857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:58.054557 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d81dd187-c8d3-4cc3-b74d-cfa58db76235 admin admin] Publish callbacks [] for security_group (85e6472d-358d-431b-a29b-cbcac5adc1a1), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:58.059429 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:58.083263 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d81dd187-c8d3-4cc3-b74d-cfa58db76235 admin admin] Publish callbacks [] for security_group (85e6472d-358d-431b-a29b-cbcac5adc1a1), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:58.282779 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d81dd187-c8d3-4cc3-b74d-cfa58db76235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (85e6472d-358d-431b-a29b-cbcac5adc1a1), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:58.286754 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d81dd187-c8d3-4cc3-b74d-cfa58db76235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:58.288619 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-d81dd187-c8d3-4cc3-b74d-cfa58db76235 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85e6472d-358d-431b-a29b-cbcac5adc1a1 HTTP/1.1" status: 204 len: 168 time: 0.3012958 Jun 22 09:03:58.302817 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dd187-c8d3-4cc3-b74d-cfa58db76235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e6472d-358d-431b-a29b-cbcac5adc1a1,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:58.606381 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:01.645889 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:04:03.585576 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc28ecc-498a-4693-aa5d-d9e8b8da749e req-3323f694-f05b-44cc-8135-9f032f0f5f6f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:03.589995 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ecc28ecc-498a-4693-aa5d-d9e8b8da749e req-3323f694-f05b-44cc-8135-9f032f0f5f6f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0929213 Jun 22 09:04:03.703434 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ecc28ecc-498a-4693-aa5d-d9e8b8da749e req-b37cfdd9-cd6b-4d79-b19c-9b2dff190fc0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940924 Jun 22 09:04:04.853107 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5012e5b-670c-4614-aae1-a77318d4a2fb req-98f423b4-6205-4e07-a7ad-6ef4a539b129 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:04.862443 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c5012e5b-670c-4614-aae1-a77318d4a2fb req-98f423b4-6205-4e07-a7ad-6ef4a539b129 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0626640 Jun 22 09:04:04.917157 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c5012e5b-670c-4614-aae1-a77318d4a2fb req-dd531ba7-0053-4d03-9203-a85690f1b0f5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537965 Jun 22 09:04:04.951219 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:06.055251 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e53073-aee4-4730-8ce0-c6b4a1581fa8 req-92126e55-ef5f-400b-92ce-30e6d67f41e8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:06.056790 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f8e53073-aee4-4730-8ce0-c6b4a1581fa8 req-92126e55-ef5f-400b-92ce-30e6d67f41e8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0559995 Jun 22 09:04:06.120451 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f8e53073-aee4-4730-8ce0-c6b4a1581fa8 req-b1508c2d-30d6-48fd-8bdb-65c282739bae tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562739 Jun 22 09:04:07.251788 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd297c9-1e8d-422a-985c-c327385507ae req-6a08ac4c-8063-4b7b-a000-cc7d911687aa tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:07.253456 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9bd297c9-1e8d-422a-985c-c327385507ae req-6a08ac4c-8063-4b7b-a000-cc7d911687aa tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0540524 Jun 22 09:04:07.306036 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9bd297c9-1e8d-422a-985c-c327385507ae req-e260b48a-0fa3-47dd-bbc8-3983e7134dad tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458877 Jun 22 09:04:07.995160 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=23,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:08.008633 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:08.435009 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7f882-a54a-403f-bfd9-ed50272f224f req-25adf649-c45f-4a2a-a23b-e4eda8ec1600 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:08.437184 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8be7f882-a54a-403f-bfd9-ed50272f224f req-25adf649-c45f-4a2a-a23b-e4eda8ec1600 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0534275 Jun 22 09:04:08.486602 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8be7f882-a54a-403f-bfd9-ed50272f224f req-e7601d87-150b-47c4-b742-dd7e2ec8204c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437014 Jun 22 09:04:09.611226 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106d4c1-e965-4cfa-a918-1933afb71788 req-01dd4f2e-be78-4665-a7f4-8b9da685b9f0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:09.612916 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4106d4c1-e965-4cfa-a918-1933afb71788 req-01dd4f2e-be78-4665-a7f4-8b9da685b9f0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0527287 Jun 22 09:04:09.666786 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4106d4c1-e965-4cfa-a918-1933afb71788 req-95b67897-3603-47e8-8c8f-ac84c7fae6d9 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474515 Jun 22 09:04:10.216531 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 42990) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:10.271829 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f097a48-29a8-46ac-bab6-03f832f24fa3 admin admin] Deleting subnet f27fc1be-de2e-4f85-b2a9-b9de562b14df {{(pid=104240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:04:10.275692 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1f097a48-29a8-46ac-bab6-03f832f24fa3 admin admin] Publish callbacks [] for subnet (f27fc1be-de2e-4f85-b2a9-b9de562b14df), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.319072 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1f097a48-29a8-46ac-bab6-03f832f24fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13837601'] for subnet (f27fc1be-de2e-4f85-b2a9-b9de562b14df), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.366502 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1f097a48-29a8-46ac-bab6-03f832f24fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (f27fc1be-de2e-4f85-b2a9-b9de562b14df), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.514854 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1f097a48-29a8-46ac-bab6-03f832f24fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14068931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13124434'] for subnet (f27fc1be-de2e-4f85-b2a9-b9de562b14df), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.543205 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f097a48-29a8-46ac-bab6-03f832f24fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27fc1be-de2e-4f85-b2a9-b9de562b14df,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:10.551045 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1f097a48-29a8-46ac-bab6-03f832f24fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.555433 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-1f097a48-29a8-46ac-bab6-03f832f24fa3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f27fc1be-de2e-4f85-b2a9-b9de562b14df HTTP/1.1" status: 204 len: 168 time: 0.3366096 Jun 22 09:04:10.557939 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 42992) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:10.639121 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (2af2e494-609c-486f-90c0-df3b055f7328), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.724790 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (2af2e494-609c-486f-90c0-df3b055f7328), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.747850 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af2e494-609c-486f-90c0-df3b055f7328']}} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:10.759198 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0c7201-5ccf-4f02-beda-640160293720') {'for_net_delete': True} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:10.759508 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0c7201-5ccf-4f02-beda-640160293720') {} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:10.776393 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13837626'] for segment (9c0c7201-5ccf-4f02-beda-640160293720), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.792461 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (9c0c7201-5ccf-4f02-beda-640160293720), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.801489 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:04:10.801889 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14068905'] for segment (9c0c7201-5ccf-4f02-beda-640160293720), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.810322 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf21bc-13f1-4405-9ce7-8d99bac244cc req-7e882191-0965-4df3-9aca-074e916cf6d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:10.812991 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5fdf21bc-13f1-4405-9ce7-8d99bac244cc req-7e882191-0965-4df3-9aca-074e916cf6d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0661571 Jun 22 09:04:10.859967 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 9c0c7201-5ccf-4f02-beda-640160293720 resource provider aggregate not found Jun 22 09:04:10.881681 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 9c0c7201-5ccf-4f02-beda-640160293720 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c0c7201-5ccf-4f02-beda-640160293720 found for delete ", "request_id": "req-d31440be-b7a8-4682-892c-0702fbdfb79d"}]} Jun 22 09:04:10.883997 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5fdf21bc-13f1-4405-9ce7-8d99bac244cc req-a80fee68-99d4-432b-addf-a20bdb3ac291 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628488 Jun 22 09:04:10.961840 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (2af2e494-609c-486f-90c0-df3b055f7328), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.969165 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:10.980072 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] 10.222.0.36 "DELETE /v2.0/networks/2af2e494-609c-486f-90c0-df3b055f7328 HTTP/1.1" status: 204 len: 168 time: 0.4131172 Jun 22 09:04:10.985036 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a2fd6-c07a-431e-85a1-d824502811ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2af2e494-609c-486f-90c0-df3b055f7328,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:11.409593 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43002) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:11.460591 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-3fdb3b82-244e-4c4a-9c54-3d703a130beb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9beb16c610a94371b896183858e4c1d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496752 Jun 22 09:04:11.463100 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43004) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:11.519453 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-158fcda9-96d9-4a25-a23f-4d5db9d18d8a admin admin] Publish callbacks [] for security_group (458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:11.541916 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-158fcda9-96d9-4a25-a23f-4d5db9d18d8a admin admin] Publish callbacks [] for security_group (458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:11.663353 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-158fcda9-96d9-4a25-a23f-4d5db9d18d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:11.665933 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-158fcda9-96d9-4a25-a23f-4d5db9d18d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:11.667186 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-158fcda9-96d9-4a25-a23f-4d5db9d18d8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f HTTP/1.1" status: 204 len: 168 time: 0.2030220 Jun 22 09:04:11.676220 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fcda9-96d9-4a25-a23f-4d5db9d18d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458c251a-b8b0-4f38-84a3-fb5aeb5c1b6f,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:11.979329 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:12.023136 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b89b86-7d26-41b2-98dd-ec07e79648ed req-447c81da-2d68-41ea-ab01-1e3ffe553d4e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:12.024605 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-25b89b86-7d26-41b2-98dd-ec07e79648ed req-447c81da-2d68-41ea-ab01-1e3ffe553d4e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0539815 Jun 22 09:04:12.081685 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-25b89b86-7d26-41b2-98dd-ec07e79648ed req-e4ad8cc6-86ef-4f08-8591-2af04aabb1cd tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486741 Jun 22 09:04:12.899941 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 43028) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:13.015157 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1933545286-network', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:13.098845 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Made reservation on behalf of 85bf3e1b89094cafa7d469ed3f84eb36 for: {'network': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:13.101291 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:13.115194 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:13.149038 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:13.162162 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c60f7135-6454-450e-ac97-92bb62a5da2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:13.233312 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb41575-306e-4d9c-8dcc-0fcf9d9ea1e0 req-85b6419f-e3e5-4513-a121-a573659c1e0a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:13.235021 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0fb41575-306e-4d9c-8dcc-0fcf9d9ea1e0 req-85b6419f-e3e5-4513-a121-a573659c1e0a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0695722 Jun 22 09:04:13.263279 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Publish callbacks [] for security_group (64758bc2-a667-4697-a72c-e3f5aa95afc4), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:13.294338 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0fb41575-306e-4d9c-8dcc-0fcf9d9ea1e0 req-ca29dfaf-cf9b-41eb-948d-79da91f3653d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522878 Jun 22 09:04:13.327985 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (64758bc2-a667-4697-a72c-e3f5aa95afc4), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:13.355664 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=104239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:04:13.365797 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64758bc2-a667-4697-a72c-e3f5aa95afc4,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:13.372168 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (7e01e193-fa73-4b8e-bfd3-833a9a7be324), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:13.372515 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.segments_db [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Added segment 7e01e193-fa73-4b8e-bfd3-833a9a7be324 of type vlan for network b1bae75a-b52c-4aa8-a997-6a3f2f298256 Jun 22 09:04:13.416438 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (b1bae75a-b52c-4aa8-a997-6a3f2f298256), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:13.538823 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (b1bae75a-b52c-4aa8-a997-6a3f2f298256), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:13.539855 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:13.540617 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:13.614137 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] Pushing event updated for resources: {'Network': ['ID=b1bae75a-b52c-4aa8-a997-6a3f2f298256,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:13.624803 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network b1bae75a-b52c-4aa8-a997-6a3f2f298256 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:04:13.679184 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-7288f846-2153-4794-babd-ddeeb1317f1a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7782056 Jun 22 09:04:13.682541 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43034) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:13.688366 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] Request body: {'subnet': {'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1933545286-subnet', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'ip_version': 4}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:13.789266 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] Made reservation on behalf of 85bf3e1b89094cafa7d469ed3f84eb36 for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:13.792268 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13124413'] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:13.869723 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:13.906082 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:14.036438 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14068736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13124427'] for subnet (40d2fb95-1371-476a-8763-5f4f4f1efa51), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:14.087788 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d2fb95-1371-476a-8763-5f4f4f1efa51,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:14.105132 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] Checking segment: {'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:04:14.110495 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] Network hostable DHCP agents. Network: b1bae75a-b52c-4aa8-a997-6a3f2f298256, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:04:14.205801 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] Network b1bae75a-b52c-4aa8-a997-6a3f2f298256 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:04:14.333328 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, b1bae75a-b52c-4aa8-a997-6a3f2f298256) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:14.337927 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:14.338956 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:14.343933 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f6090-a1d8-45b3-bc3c-eb704ebe4417 None None] Network b1bae75a-b52c-4aa8-a997-6a3f2f298256 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:04:14.436883 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb3bca-8d79-4344-bbe7-0263d16a9cd8 req-f6fd91a3-d196-477b-ba5d-95808a3e2360 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:14.438562 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-32fb3bca-8d79-4344-bbe7-0263d16a9cd8 req-f6fd91a3-d196-477b-ba5d-95808a3e2360 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0554786 Jun 22 09:04:14.457090 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'fixed_ips': [{'subnet_id': '40d2fb95-1371-476a-8763-5f4f4f1efa51'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:04:14.458038 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:14.490092 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-f7619037-99ca-49c0-9aa8-7139853525fd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8063965 Jun 22 09:04:14.492751 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-32fb3bca-8d79-4344-bbe7-0263d16a9cd8 req-5005fccf-13ad-4578-a077-21c8eb053e9c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475814 Jun 22 09:04:14.492751 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 43040) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:14.496999 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:14.602213 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (ca1cff5a-3da3-47c7-bccb-2999ce693923), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:14.603463 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (ca1cff5a-3da3-47c7-bccb-2999ce693923), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:14.609529 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Allocated IP 172.20.0.2 (b1bae75a-b52c-4aa8-a997-6a3f2f298256/40d2fb95-1371-476a-8763-5f4f4f1efa51/993c6feb-5ed1-4303-a1b0-8b48866f4ab1) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:04:14.662255 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Publish callbacks [] for router_controller (ca1cff5a-3da3-47c7-bccb-2999ce693923), precommit_add_association {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:14.758093 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Publish callbacks [] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:14.770191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:14.837071 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:14.879176 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Publish callbacks [] for router_gateway (ca1cff5a-3da3-47c7-bccb-2999ce693923), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:14.883594 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Network b1bae75a-b52c-4aa8-a997-6a3f2f298256 is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:14.884812 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:14.887770 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:04:14.895542 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Pushing event updated for resources: {'Port': ['ID=993c6feb-5ed1-4303-a1b0-8b48866f4ab1,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:14.906777 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.907119 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.907476 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.907826 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.908157 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.908518 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.908952 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.909279 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.909615 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.909936 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.910472 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.911038 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.912332 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.912332 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.912332 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:14.964573 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Attempting to bind port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:04:14.964967 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Attempting to bind port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:04:14.965330 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Attempting to bind port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 on network b1bae75a-b52c-4aa8-a997-6a3f2f298256 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:04:14.971631 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:04:14.972013 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Checking segment: {'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:04:14.972413 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:14.972804 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Bound using segment: {'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:04:14.973328 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Bound port: 993c6feb-5ed1-4303-a1b0-8b48866f4ab1, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:04:14.973699 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:15.041213 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] For port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:04:15.044514 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] For port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=993c6feb-5ed1-4303-a1b0-8b48866f4ab1,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:04:15.122540 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:15.179502 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Publish callbacks [] for router_gateway (ca1cff5a-3da3-47c7-bccb-2999ce693923), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:15.203969 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:15.206996 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825585b-ff77-4746-9ba0-d60fd5a39239 None None] Pushing event updated for resources: {'Port': ['ID=993c6feb-5ed1-4303-a1b0-8b48866f4ab1,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:15.321308 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Allocated IP 172.27.2.232 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/8e3a2a80-cded-4dde-bc00-d54b209dfe9d) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:04:15.447905 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:15.460406 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Publish callbacks [] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:15.516010 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-41e69c24-0730-4e58-bdc2-9a9a30aebbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:15.616158 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fe6c4-5baa-4ce0-9ee3-fad85cf0c101 req-5457357e-461c-4a9b-8fab-0464906b3b1b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:15.617615 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-086fe6c4-5baa-4ce0-9ee3-fad85cf0c101 req-5457357e-461c-4a9b-8fab-0464906b3b1b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0493882 Jun 22 09:04:15.619167 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:15.683354 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:15.691125 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:15.693745 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:04:15.705001 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:15.743626 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Pushing event updated for resources: {'Port': ['ID=8e3a2a80-cded-4dde-bc00-d54b209dfe9d,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:15.788708 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-086fe6c4-5baa-4ce0-9ee3-fad85cf0c101 req-588966a8-4096-46aa-a33b-6cafad824621 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1629350 Jun 22 09:04:16.001213 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Publish callbacks [] for router_gateway (ca1cff5a-3da3-47c7-bccb-2999ce693923), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:16.112581 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da68e7de-8c63-4e7c-b4d7-c29656890057 None None] Network b1bae75a-b52c-4aa8-a997-6a3f2f298256 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:04:16.126659 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:16.187066 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:16.197833 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (ca1cff5a-3da3-47c7-bccb-2999ce693923), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:16.202938 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-b4c29877-eac8-496c-acfe-57e832fb433b None None] Provisioning complete for port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:16.203298 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4c29877-eac8-496c-acfe-57e832fb433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:16.305959 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-b4c29877-eac8-496c-acfe-57e832fb433b None None] Current status of the port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:16.306397 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4c29877-eac8-496c-acfe-57e832fb433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:16.344305 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-b4c29877-eac8-496c-acfe-57e832fb433b None None] For port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=993c6feb-5ed1-4303-a1b0-8b48866f4ab1,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:16.419159 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Router ca1cff5a-3da3-47c7-bccb-2999ce693923 is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:04:16.482951 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4c29877-eac8-496c-acfe-57e832fb433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:16.533226 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:04:16.538376 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:04:16.558600 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c29877-eac8-496c-acfe-57e832fb433b None None] Pushing event updated for resources: {'Port': ['ID=993c6feb-5ed1-4303-a1b0-8b48866f4ab1,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:16.561839 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Sync routers for ids ['ca1cff5a-3da3-47c7-bccb-2999ce693923'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:04:16.594209 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Routers {'ca1cff5a-3da3-47c7-bccb-2999ce693923'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:16.594870 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['ca1cff5a-3da3-47c7-bccb-2999ce693923'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:16.630435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:16.631836 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-4509162e-c15a-43d2-bd6d-f48ff41a944f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1381793 Jun 22 09:04:16.634573 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 43046) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:16.642403 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-6a69e9fd-5630-4843-bc9c-b2ae232bf69e None None] Provisioning complete for port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:16.642785 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6a69e9fd-5630-4843-bc9c-b2ae232bf69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:16.677708 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:16.678127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:16.781883 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:16.794978 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Set router ca1cff5a-3da3-47c7-bccb-2999ce693923 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:16.942872 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:17.034394 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:17.050713 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-6a69e9fd-5630-4843-bc9c-b2ae232bf69e None None] Current status of the port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:17.058173 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:17.128440 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:17.172055 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:15Z', 'revision_number': 3, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:17.198624 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Checking router: ca1cff5a-3da3-47c7-bccb-2999ce693923 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:04:17.199028 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Updating router ca1cff5a-3da3-47c7-bccb-2999ce693923 port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d binding host dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:04:17.223736 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9df8b1-323c-4ea4-84f2-79385dda5268 req-fd45676b-bee9-4fa5-8fff-ec551ca10ca2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:17.225221 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3c9df8b1-323c-4ea4-84f2-79385dda5268 req-fd45676b-bee9-4fa5-8fff-ec551ca10ca2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.3372710 Jun 22 09:04:17.233339 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:17.313588 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3c9df8b1-323c-4ea4-84f2-79385dda5268 req-1c05fb4b-af1d-48e8-a09a-822ef6e2490b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802920 Jun 22 09:04:17.405415 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:17.408056 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:17.505148 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Publish callbacks [] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), precommit_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:17.546873 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:17.547990 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:17.574864 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Allocated IP 172.20.0.1 (b1bae75a-b52c-4aa8-a997-6a3f2f298256/40d2fb95-1371-476a-8763-5f4f4f1efa51/74f4a0e2-ab43-42c5-9998-be0154540844) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:04:17.607643 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:17.661833 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dbd73-263b-4ae9-b012-5abab49d8566 None None] Pushing event updated for resources: {'Port': ['ID=8e3a2a80-cded-4dde-bc00-d54b209dfe9d,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:17.664546 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Attempting to bind port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:04:17.664921 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Attempting to bind port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:04:17.665258 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Attempting to bind port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:04:17.671703 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:04:17.672074 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:04:17.672471 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:17.672909 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:04:17.673380 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Bound port: 8e3a2a80-cded-4dde-bc00-d54b209dfe9d, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:04:17.673926 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:17.689683 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Publish callbacks [] for port (74f4a0e2-ab43-42c5-9998-be0154540844), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:17.731617 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] For port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:04:17.735270 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] For port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8e3a2a80-cded-4dde-bc00-d54b209dfe9d,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:04:17.820029 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:17.851795 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:17.875069 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Network b1bae75a-b52c-4aa8-a997-6a3f2f298256 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:17.878612 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:17.882889 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:04:17.882889 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (ca1cff5a-3da3-47c7-bccb-2999ce693923), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:17.915108 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Routers {'ca1cff5a-3da3-47c7-bccb-2999ce693923'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:17.915715 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['ca1cff5a-3da3-47c7-bccb-2999ce693923'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:17.928146 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Pushing event updated for resources: {'Port': ['ID=74f4a0e2-ab43-42c5-9998-be0154540844,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:17.953430 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dbd73-263b-4ae9-b012-5abab49d8566 None None] Pushing event updated for resources: {'Port': ['ID=8e3a2a80-cded-4dde-bc00-d54b209dfe9d,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:17.995274 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:18.035695 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] Set router ca1cff5a-3da3-47c7-bccb-2999ce693923 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:18.186989 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-031c37c2-9a1a-4780-96b2-80846937b6e7 None None] Provisioning complete for port 74f4a0e2-ab43-42c5-9998-be0154540844 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:18.187277 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-031c37c2-9a1a-4780-96b2-80846937b6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:18.190074 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:18.197581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:18.258012 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-031c37c2-9a1a-4780-96b2-80846937b6e7 None None] Port 74f4a0e2-ab43-42c5-9998-be0154540844 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:04:18.258275 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:18.262766 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:15Z', 'revision_number': 3, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:18.291304 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003aa048-c599-4091-a8b6-cc29a968102f None None] The sync data for ids ['ca1cff5a-3da3-47c7-bccb-2999ce693923'] in dv-cinder-787296-11-iscsi is: [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:15Z', 'revision_number': 3, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:04:18.380530 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Publish callbacks [] for port (74f4a0e2-ab43-42c5-9998-be0154540844), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:18.449992 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce66d9c-00c7-44c4-959e-5f40fe04249b req-61ad7dd7-ca67-43a5-9c08-873950c13443 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:18.452131 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fce66d9c-00c7-44c4-959e-5f40fe04249b req-61ad7dd7-ca67-43a5-9c08-873950c13443 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0555370 Jun 22 09:04:18.453401 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:18.458394 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (ca1cff5a-3da3-47c7-bccb-2999ce693923), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:18.504584 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:04:18.555795 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Pushing event updated for resources: {'Port': ['ID=74f4a0e2-ab43-42c5-9998-be0154540844,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:18.592370 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:18.592787 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:18.611363 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fce66d9c-00c7-44c4-959e-5f40fe04249b req-b12f5022-e184-4189-beee-fe2d6886f3ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515412 Jun 22 09:04:18.663034 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Network b1bae75a-b52c-4aa8-a997-6a3f2f298256 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:18.664923 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:18.701645 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:18.714333 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:18.754357 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:18.805322 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Router ca1cff5a-3da3-47c7-bccb-2999ce693923 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:04:18.918481 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:18.925755 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:04:18.931292 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-f5d74519-ae97-41fb-9fd8-53718cad9217 admin admin] 10.222.0.36 "PUT /v2.0/routers/ca1cff5a-3da3-47c7-bccb-2999ce693923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2953618 Jun 22 09:04:18.984400 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-bdedc6c4-bafc-4a52-98db-dd2a17dd4dfd None None] Provisioning complete for port 74f4a0e2-ab43-42c5-9998-be0154540844 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:18.984859 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bdedc6c4-bafc-4a52-98db-dd2a17dd4dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:19.023605 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-bdedc6c4-bafc-4a52-98db-dd2a17dd4dfd None None] Port 74f4a0e2-ab43-42c5-9998-be0154540844 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:04:19.757321 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e956e-1c71-42a7-bc9c-39cbcd89eb9c req-cb82f984-000d-4ccc-82db-c894c858ecf7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:19.759319 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-716e956e-1c71-42a7-bc9c-39cbcd89eb9c req-cb82f984-000d-4ccc-82db-c894c858ecf7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0624948 Jun 22 09:04:19.865029 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d58625-65bb-43f0-8691-c0b6bf73f156 req-1ebf9832-bb93-432b-8b6e-395c7dd1f563 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:19.865029 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-20d58625-65bb-43f0-8691-c0b6bf73f156 req-1ebf9832-bb93-432b-8b6e-395c7dd1f563 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 946 time: 0.0762424 Jun 22 09:04:19.868133 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-716e956e-1c71-42a7-bc9c-39cbcd89eb9c req-ce5d9699-9531-433f-bbea-15e6d2856f0c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979497 Jun 22 09:04:19.880670 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43080) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:19.887758 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-738427028-network', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:19.925577 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-20d58625-65bb-43f0-8691-c0b6bf73f156 req-83e0a321-5f72-48eb-90ae-4cb13042ab59 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545990 Jun 22 09:04:19.990600 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Made reservation on behalf of 9b310263a3924f8a90aef181ca42abc5 for: {'network': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:19.993088 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.002323 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.087478 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Publish callbacks [] for security_group (ae90a9bb-bf8c-437e-a822-adcbfb61041d), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.153009 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Sync routers for ids ['ca1cff5a-3da3-47c7-bccb-2999ce693923'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:04:20.164115 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Routers {'ca1cff5a-3da3-47c7-bccb-2999ce693923'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:20.164739 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['ca1cff5a-3da3-47c7-bccb-2999ce693923'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:20.165600 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ae90a9bb-bf8c-437e-a822-adcbfb61041d), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.192417 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=104240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:04:20.210307 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae90a9bb-bf8c-437e-a822-adcbfb61041d,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:20.213291 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (9c090c09-9b89-45a8-a854-782830dc12af), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.213637 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.segments_db [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Added segment 9c090c09-9b89-45a8-a854-782830dc12af of type vlan for network fb0c88ce-d36b-43a0-b2c3-fe6398c1029b Jun 22 09:04:20.257314 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (fb0c88ce-d36b-43a0-b2c3-fe6398c1029b), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.276656 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Set router ca1cff5a-3da3-47c7-bccb-2999ce693923 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:20.344470 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (fb0c88ce-d36b-43a0-b2c3-fe6398c1029b), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.345507 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:20.346167 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.384008 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:20.411264 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] Pushing event updated for resources: {'Network': ['ID=fb0c88ce-d36b-43a0-b2c3-fe6398c1029b,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:20.421700 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network fb0c88ce-d36b-43a0-b2c3-fe6398c1029b details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:04:20.441174 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:20.454485 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-5df5be4a-cdf6-430f-aafb-81b05f2d7dfa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5723212 Jun 22 09:04:20.460160 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 43082) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:20.465434 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] Request body: {'subnet': {'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-738427028-subnet', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'ip_version': 4}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:20.484540 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 4, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '74f4a0e2-ab43-42c5-9998-be0154540844', 'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'mac_address': 'fa:16:3e:85:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:17Z', 'updated_at': '2022-06-22T09:04:18Z', 'revision_number': 2, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'subnets': [{'id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:20.511461 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Checking router: ca1cff5a-3da3-47c7-bccb-2999ce693923 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:04:20.512072 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Updating router ca1cff5a-3da3-47c7-bccb-2999ce693923 port 74f4a0e2-ab43-42c5-9998-be0154540844 binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:04:20.526863 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8e3a2a80-cded-4dde-bc00-d54b209dfe9d up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:04:20.545936 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.569307 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:20.569763 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.595488 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] Made reservation on behalf of 9b310263a3924f8a90aef181ca42abc5 for: {'subnet': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:20.599689 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.681965 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:20.682722 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.722088 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8e3a2a80-cded-4dde-bc00-d54b209dfe9d,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:20.819792 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.824382 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Publish callbacks [] for port (74f4a0e2-ab43-42c5-9998-be0154540844), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.875458 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=8e3a2a80-cded-4dde-bc00-d54b209dfe9d,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:20.928230 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (8d030b16-7286-4f17-9690-fac18d2c4e52), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:20.950771 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:21.061524 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51126667-ef06-4378-8393-83c85a051610 None None] Pushing event updated for resources: {'Port': ['ID=74f4a0e2-ab43-42c5-9998-be0154540844,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:21.075874 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.076152 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.076505 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.076848 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.077174 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.077492 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.077799 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.078232 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.078551 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.078865 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.079176 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.079483 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.079811 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.080116 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.080420 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51126667-ef06-4378-8393-83c85a051610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:21.094852 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Attempting to bind port 74f4a0e2-ab43-42c5-9998-be0154540844 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:04:21.095085 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Attempting to bind port 74f4a0e2-ab43-42c5-9998-be0154540844 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:04:21.095665 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Attempting to bind port 74f4a0e2-ab43-42c5-9998-be0154540844 on network b1bae75a-b52c-4aa8-a997-6a3f2f298256 {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:04:21.102091 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:04:21.102483 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Checking segment: {'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:04:21.103060 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:21.103779 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Bound using segment: {'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:04:21.104056 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Bound port: 74f4a0e2-ab43-42c5-9998-be0154540844, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:04:21.104433 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:21.152805 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f25da5-ea9a-48f6-9dc2-24dee884169a req-d3b622ad-665d-4845-a80e-36154ed961b2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:21.155968 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-80f25da5-ea9a-48f6-9dc2-24dee884169a req-d3b622ad-665d-4845-a80e-36154ed961b2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.1977172 Jun 22 09:04:21.156951 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d030b16-7286-4f17-9690-fac18d2c4e52,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:21.176745 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:21.178445 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] For port 74f4a0e2-ab43-42c5-9998-be0154540844, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:04:21.182047 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] For port 74f4a0e2-ab43-42c5-9998-be0154540844, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=74f4a0e2-ab43-42c5-9998-be0154540844,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:04:21.255451 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b670a-e167-4875-a3f6-ccad789a400c req-95fc9594-4186-4011-ad3f-d3ce12dcbb04 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:21.257776 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-832b670a-e167-4875-a3f6-ccad789a400c req-95fc9594-4186-4011-ad3f-d3ce12dcbb04 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 946 time: 0.2303815 Jun 22 09:04:21.258744 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-9271ea59-5cdc-4e68-aa83-24827023ac98 None None] Provisioning complete for port 74f4a0e2-ab43-42c5-9998-be0154540844 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:21.259116 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-9271ea59-5cdc-4e68-aa83-24827023ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:21.265645 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] Checking segment: {'id': '9c090c09-9b89-45a8-a854-782830dc12af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:04:21.266241 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] Network hostable DHCP agents. Network: fb0c88ce-d36b-43a0-b2c3-fe6398c1029b, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:04:21.270961 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:21.293137 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-9271ea59-5cdc-4e68-aa83-24827023ac98 None None] Port 74f4a0e2-ab43-42c5-9998-be0154540844 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:04:21.298925 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-fbf3078e-b2aa-4aff-9c4a-7c91936eb46c tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:21.301398 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-fbf3078e-b2aa-4aff-9c4a-7c91936eb46c tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 946 time: 0.1991639 Jun 22 09:04:21.338444 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Routers {'ca1cff5a-3da3-47c7-bccb-2999ce693923'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:21.339088 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['ca1cff5a-3da3-47c7-bccb-2999ce693923'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:21.344746 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:21.384163 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51126667-ef06-4378-8393-83c85a051610 None None] Pushing event updated for resources: {'Port': ['ID=74f4a0e2-ab43-42c5-9998-be0154540844,revision_number=4']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:21.389540 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:21.475707 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] Set router ca1cff5a-3da3-47c7-bccb-2999ce693923 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:21.484514 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-80f25da5-ea9a-48f6-9dc2-24dee884169a req-56d04220-4f76-4380-a8fd-3f0e77550c83 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2905579 Jun 22 09:04:21.490894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:21.536417 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-832b670a-e167-4875-a3f6-ccad789a400c req-5e81f7a7-284a-4860-8489-f6ea557272e7 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=efe7438f-6187-46de-9529-3cb8270f2847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604301 Jun 22 09:04:21.557286 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Deleting port 58aea969-8187-49bf-85e8-f39697542c80 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:04:21.557286 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (58aea969-8187-49bf-85e8-f39697542c80), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:21.564785 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] Network fb0c88ce-d36b-43a0-b2c3-fe6398c1029b is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:04:21.615323 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-b1d2501d-f3ba-4cf7-ab52-8a5e682d7d22 None None] Provisioning complete for port 74f4a0e2-ab43-42c5-9998-be0154540844 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:21.616416 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b1d2501d-f3ba-4cf7-ab52-8a5e682d7d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:21.670319 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:21.675506 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, fb0c88ce-d36b-43a0-b2c3-fe6398c1029b) {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:21.692171 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:21.692732 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:21.706660 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828be751-1c15-4aaa-bf52-5b0f6374c8a8 None None] Network fb0c88ce-d36b-43a0-b2c3-fe6398c1029b requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:04:21.717928 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 4, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '74f4a0e2-ab43-42c5-9998-be0154540844', 'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'mac_address': 'fa:16:3e:85:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:17Z', 'updated_at': '2022-06-22T09:04:21Z', 'revision_number': 4, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'subnets': [{'id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:21.744323 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2501d-f3ba-4cf7-ab52-8a5e682d7d22 None None] Current status of the port 74f4a0e2-ab43-42c5-9998-be0154540844 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:21.744705 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b1d2501d-f3ba-4cf7-ab52-8a5e682d7d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:21.747227 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba031ce-09b5-423e-ac91-45ce6df0a439 None None] The sync data for ids ['ca1cff5a-3da3-47c7-bccb-2999ce693923'] in dv-cinder-787296-11-iscsi is: [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 4, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '74f4a0e2-ab43-42c5-9998-be0154540844', 'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'mac_address': 'fa:16:3e:85:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:17Z', 'updated_at': '2022-06-22T09:04:21Z', 'revision_number': 4, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'subnets': [{'id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:04:21.748180 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] For port 58aea969-8187-49bf-85e8-f39697542c80, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=58aea969-8187-49bf-85e8-f39697542c80,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:21.749084 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (58aea969-8187-49bf-85e8-f39697542c80), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:21.843685 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-b1d2501d-f3ba-4cf7-ab52-8a5e682d7d22 None None] For port 74f4a0e2-ab43-42c5-9998-be0154540844, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=74f4a0e2-ab43-42c5-9998-be0154540844,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:21.878954 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b6a8e1c7-6d6b-4911-8ae1-f89daf3541d3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4176562 Jun 22 09:04:21.879414 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-fb0c88ce-d36b-43a0-b2c3-fe6398c1029b', 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b', 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'fixed_ips': [{'subnet_id': '8d030b16-7286-4f17-9690-fac18d2c4e52'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:04:21.880376 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:21.881903 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43088) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:21.897758 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-738427028-router', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:21.969045 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b1d2501d-f3ba-4cf7-ab52-8a5e682d7d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.025766 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (0975e0ed-2766-4a7e-bc32-c3647de56381), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.027302 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (0975e0ed-2766-4a7e-bc32-c3647de56381), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.118328 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.118929 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (532c141f-91f2-41c4-b58a-12cf380258c6), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.119325 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Floating IP 532c141f-91f2-41c4-b58a-12cf380258c6 disassociated. External IP: 172.27.2.141, port: 58aea969-8187-49bf-85e8-f39697542c80. Jun 22 09:04:22.119733 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Calling delete_port for 58aea969-8187-49bf-85e8-f39697542c80 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:04:22.226815 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2501d-f3ba-4cf7-ab52-8a5e682d7d22 None None] Pushing event updated for resources: {'Port': ['ID=74f4a0e2-ab43-42c5-9998-be0154540844,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:22.251469 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Allocated IP 172.20.0.2 (fb0c88ce-d36b-43a0-b2c3-fe6398c1029b/8d030b16-7286-4f17-9690-fac18d2c4e52/1389800a-0aa2-402e-8683-82c255d5ef70) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:04:22.350811 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Publish callbacks [] for router_controller (0975e0ed-2766-4a7e-bc32-c3647de56381), precommit_add_association {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.353281 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:22.379606 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (58aea969-8187-49bf-85e8-f39697542c80), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.420381 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'Port': ['ID=58aea969-8187-49bf-85e8-f39697542c80,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:22.435355 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Publish callbacks [] for port (1389800a-0aa2-402e-8683-82c255d5ef70), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.505060 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.588086 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Publish callbacks [] for router_gateway (0975e0ed-2766-4a7e-bc32-c3647de56381), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.630184 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:04:22.675730 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Network fb0c88ce-d36b-43a0-b2c3-fe6398c1029b is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:22.679386 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 74f4a0e2-ab43-42c5-9998-be0154540844 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:04:22.686515 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Pushing event updated for resources: {'Port': ['ID=1389800a-0aa2-402e-8683-82c255d5ef70,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:22.740920 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:22.752754 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:04:22.834421 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-860634b6-4277-450a-a459-c68acd009432 req-7c7c930f-47d9-4178-9c42-177e8350caa9 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 210 time: 0.0897245 Jun 22 09:04:22.866900 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:22.885766 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 74f4a0e2-ab43-42c5-9998-be0154540844 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:22.886177 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.918944 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Attempting to bind port 1389800a-0aa2-402e-8683-82c255d5ef70 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:04:22.921247 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Attempting to bind port 1389800a-0aa2-402e-8683-82c255d5ef70 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '9c090c09-9b89-45a8-a854-782830dc12af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:04:22.921854 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Attempting to bind port 1389800a-0aa2-402e-8683-82c255d5ef70 on network fb0c88ce-d36b-43a0-b2c3-fe6398c1029b {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:04:22.926158 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Publish callbacks [] for router_gateway (0975e0ed-2766-4a7e-bc32-c3647de56381), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.942580 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:04:22.943259 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Checking segment: {'id': '9c090c09-9b89-45a8-a854-782830dc12af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:04:22.943848 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.944479 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Bound using segment: {'id': '9c090c09-9b89-45a8-a854-782830dc12af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:04:22.945117 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Bound port: 1389800a-0aa2-402e-8683-82c255d5ef70, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c090c09-9b89-45a8-a854-782830dc12af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:04:22.945670 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:22.955803 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a386baa-b253-40d9-a441-73a323f44555 req-560b9698-54dc-4d19-bbab-8a1591a3faba tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:22.957482 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a386baa-b253-40d9-a441-73a323f44555 req-560b9698-54dc-4d19-bbab-8a1591a3faba tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.2139168 Jun 22 09:04:22.976736 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:23.015673 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:04:23.111876 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd7922-892c-403b-81a8-fc352d5d06ce None None] Sync routers for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:04:23.126721 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:23.127995 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:23.132087 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] For port 1389800a-0aa2-402e-8683-82c255d5ef70, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:04:23.136269 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] No DVR routers for this DVR port 58aea969-8187-49bf-85e8-f39697542c80 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:04:23.140856 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:23.145003 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f7b791ab-7b32-466e-bf20-a7493d3ad94b req-d4dc0591-f25d-40bd-838b-3d2d34724f85 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "DELETE /v2.0/ports/58aea969-8187-49bf-85e8-f39697542c80 HTTP/1.1" status: 204 len: 173 time: 1.8365452 Jun 22 09:04:23.146909 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'name': 'network-vif-deleted', 'tag': '58aea969-8187-49bf-85e8-f39697542c80'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:04:23.147036 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Allocated IP 172.27.2.74 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/fe3c8f43-9031-4a29-a956-213901dc8a71) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:04:23.153519 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1553a102-186f-405a-b58a-fa1c39d73651" -d '{"events": [{"server_uuid": "cb3f60b3-c6b7-473b-97a3-a83de42be721", "name": "network-vif-deleted", "tag": "58aea969-8187-49bf-85e8-f39697542c80"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:23.165975 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a386baa-b253-40d9-a441-73a323f44555 req-a2b5288b-e9af-473d-9de8-497e6c9e7d2c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1991348 Jun 22 09:04:23.184749 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] For port 1389800a-0aa2-402e-8683-82c255d5ef70, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=1389800a-0aa2-402e-8683-82c255d5ef70,segment=NetworkSegment(9c090c09-9b89-45a8-a854-782830dc12af),segment_id=9c090c09-9b89-45a8-a854-782830dc12af)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:04:23.199375 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd7922-892c-403b-81a8-fc352d5d06ce None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:23.200109 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-99cd7922-892c-403b-81a8-fc352d5d06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:23.203286 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 74f4a0e2-ab43-42c5-9998-be0154540844 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:23.204763 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8e3a2a80-cded-4dde-bc00-d54b209dfe9d up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:04:23.285702 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e661e2-e2f3-4246-9443-013f002c7e0d x-openstack-request-id: req-25e661e2-e2f3-4246-9443-013f002c7e0d {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:23.285997 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3f60b3-c6b7-473b-97a3-a83de42be721", "name": "network-vif-deleted", "tag": "58aea969-8187-49bf-85e8-f39697542c80", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:23.286288 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25e661e2-e2f3-4246-9443-013f002c7e0d {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:23.287525 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e661e2-e2f3-4246-9443-013f002c7e0d'] response: {'server_uuid': 'cb3f60b3-c6b7-473b-97a3-a83de42be721', 'name': 'network-vif-deleted', 'tag': '58aea969-8187-49bf-85e8-f39697542c80', 'status': 'completed', 'code': 200} Jun 22 09:04:23.292794 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Publish callbacks [] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:23.298657 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:23.421850 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:23.430756 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:23.436503 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:23.436877 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:23.495457 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:23.496333 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10fa50-5247-4b22-8786-df0db1803c1d None None] Pushing event updated for resources: {'Port': ['ID=1389800a-0aa2-402e-8683-82c255d5ef70,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:23.501873 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:23.518094 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:04:23.519076 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-99cd7922-892c-403b-81a8-fc352d5d06ce None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:23.560025 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:23.563006 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Pushing event updated for resources: {'Port': ['ID=fe3c8f43-9031-4a29-a956-213901dc8a71,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:23.662348 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:23.898374 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-99cd7922-892c-403b-81a8-fc352d5d06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '94d3245c-1772-4f5a-b389-5d3d9953bff7', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:ac:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:00:56Z', 'updated_at': '2022-06-22T09:01:39Z', 'revision_number': 2, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:23.936504 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd7922-892c-403b-81a8-fc352d5d06ce None None] Checking router: 8c5bbb13-8481-4a0c-a709-71197a0d36d9 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:04:23.948499 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd7922-892c-403b-81a8-fc352d5d06ce None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:23.949074 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-99cd7922-892c-403b-81a8-fc352d5d06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:24.020312 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Publish callbacks [] for router_gateway (0975e0ed-2766-4a7e-bc32-c3647de56381), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:24.027993 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cfa4bdb6-0ed9-4626-9111-490d8ce51d6b req-bf26d8fe-185f-4e72-baf9-f1b024df0c49 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3f60b3-c6b7-473b-97a3-a83de42be721 HTTP/1.1" status: 200 len: 210 time: 0.0351272 Jun 22 09:04:24.092257 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-99cd7922-892c-403b-81a8-fc352d5d06ce None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:24.312163 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (0975e0ed-2766-4a7e-bc32-c3647de56381), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:24.324728 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:24.444363 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407f02a-1043-433e-bfbb-6e61e1b566ac req-90ae2f56-3383-403e-972f-768d9348268f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:24.445124 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:24.451438 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e407f02a-1043-433e-bfbb-6e61e1b566ac req-90ae2f56-3383-403e-972f-768d9348268f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0891855 Jun 22 09:04:24.489234 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-99cd7922-892c-403b-81a8-fc352d5d06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '94d3245c-1772-4f5a-b389-5d3d9953bff7', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:ac:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:00:56Z', 'updated_at': '2022-06-22T09:01:39Z', 'revision_number': 2, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:24.554174 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd7922-892c-403b-81a8-fc352d5d06ce None None] The sync data for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi is: [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '94d3245c-1772-4f5a-b389-5d3d9953bff7', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:ac:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:00:56Z', 'updated_at': '2022-06-22T09:01:39Z', 'revision_number': 2, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:04:24.560280 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:24.576836 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e407f02a-1043-433e-bfbb-6e61e1b566ac req-0b8a4dfa-27f4-48e0-8085-e0dfdd9e8e6d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219103 Jun 22 09:04:24.578979 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Router 0975e0ed-2766-4a7e-bc32-c3647de56381 is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:04:24.680413 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 1389800a-0aa2-402e-8683-82c255d5ef70 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:04:24.759609 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 1389800a-0aa2-402e-8683-82c255d5ef70 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:24.760247 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:24.795081 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:04:24.804567 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Sync routers for ids ['0975e0ed-2766-4a7e-bc32-c3647de56381'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:04:24.823782 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Routers {'0975e0ed-2766-4a7e-bc32-c3647de56381'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:24.824423 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0975e0ed-2766-4a7e-bc32-c3647de56381'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:24.913078 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:24.913285 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 1389800a-0aa2-402e-8683-82c255d5ef70 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:24.913745 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:24.918277 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-95b46fb8-e3e0-496b-bc13-614f43f31f3e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0348229 Jun 22 09:04:24.918449 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 43114) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:25.010863 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Set router 0975e0ed-2766-4a7e-bc32-c3647de56381 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:25.029804 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port 1389800a-0aa2-402e-8683-82c255d5ef70, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=1389800a-0aa2-402e-8683-82c255d5ef70,segment=NetworkSegment(9c090c09-9b89-45a8-a854-782830dc12af),segment_id=9c090c09-9b89-45a8-a854-782830dc12af)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:25.043344 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5e605-53c2-4843-baca-f31564fe1845 None None] New status for floating IP 532c141f-91f2-41c4-b58a-12cf380258c6: DOWN {{(pid=104241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:04:25.291526 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43122) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:25.367817 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03713df0-905c-45ab-9eb0-a9b53bc3d981 None None] Network fb0c88ce-d36b-43a0-b2c3-fe6398c1029b requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:04:25.372860 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 58aea969-8187-49bf-85e8-f39697542c80 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:04:25.381061 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.387316 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'name': 'tempest-TestMinimumBasicScenario-738427028-router', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:23Z', 'revision_number': 3, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'gw_port': {'id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:25.403747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9846ecc2-6c81-44e0-9063-18732dc6ec59 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (efe7438f-6187-46de-9529-3cb8270f2847), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.433865 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Checking router: 0975e0ed-2766-4a7e-bc32-c3647de56381 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:04:25.434447 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Updating router 0975e0ed-2766-4a7e-bc32-c3647de56381 port fe3c8f43-9031-4a29-a956-213901dc8a71 binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:04:25.459716 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9846ecc2-6c81-44e0-9063-18732dc6ec59 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (efe7438f-6187-46de-9529-3cb8270f2847), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.462268 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 58aea969-8187-49bf-85e8-f39697542c80 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:04:25.462620 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 58aea969-8187-49bf-85e8-f39697542c80 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:04:25.464063 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-547ee393-9289-4925-a8d3-c0ea8ff99dfa None None] Provisioning complete for port 1389800a-0aa2-402e-8683-82c255d5ef70 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:25.464477 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-547ee393-9289-4925-a8d3-c0ea8ff99dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.507053 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.581504 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=1389800a-0aa2-402e-8683-82c255d5ef70,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:25.631265 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9846ecc2-6c81-44e0-9063-18732dc6ec59 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (efe7438f-6187-46de-9529-3cb8270f2847), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.635121 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9846ecc2-6c81-44e0-9063-18732dc6ec59 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.638668 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-9846ecc2-6c81-44e0-9063-18732dc6ec59 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "DELETE /v2.0/security-groups/efe7438f-6187-46de-9529-3cb8270f2847 HTTP/1.1" status: 204 len: 168 time: 0.3459008 Jun 22 09:04:25.644233 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 43124) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:25.653274 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846ecc2-6c81-44e0-9063-18732dc6ec59 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe7438f-6187-46de-9529-3cb8270f2847,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:25.683795 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-547ee393-9289-4925-a8d3-c0ea8ff99dfa None None] Current status of the port 1389800a-0aa2-402e-8683-82c255d5ef70 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:25.692638 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.api.v2.resource [None req-52795f6b-ba29-4b30-9ab9-154d9873b653 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] show failed (client error): The resource could not be found. Jun 22 09:04:25.697415 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43128) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:25.697591 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-52795f6b-ba29-4b30-9ab9-154d9873b653 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups/efe7438f-6187-46de-9529-3cb8270f2847 HTTP/1.1" status: 404 len: 347 time: 0.0523565 Jun 22 09:04:25.757043 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.854660 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Publish callbacks [] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.868002 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-5afc14b7-55d4-42e7-8d1b-b3f620cbd7db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Deleting port 55639320-7a06-485f-8a18-13c9af64bede {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:04:25.868347 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5afc14b7-55d4-42e7-8d1b-b3f620cbd7db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (55639320-7a06-485f-8a18-13c9af64bede), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.937514 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.952857 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:25.972743 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5afc14b7-55d4-42e7-8d1b-b3f620cbd7db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (55639320-7a06-485f-8a18-13c9af64bede), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.973133 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5afc14b7-55d4-42e7-8d1b-b3f620cbd7db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (55639320-7a06-485f-8a18-13c9af64bede), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:25.976313 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:25.993436 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-5afc14b7-55d4-42e7-8d1b-b3f620cbd7db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Calling delete_port for 55639320-7a06-485f-8a18-13c9af64bede owned by network:floatingip {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:04:26.017005 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-ae107638-612c-473b-92ff-3ca76f76f937 None None] Provisioning complete for port 1389800a-0aa2-402e-8683-82c255d5ef70 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:26.018138 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ae107638-612c-473b-92ff-3ca76f76f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:26.027784 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=100 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:26.029973 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8bcf0-ba32-416f-a963-02250a297812 None None] Pushing event updated for resources: {'Port': ['ID=fe3c8f43-9031-4a29-a956-213901dc8a71,revision_number=2']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:26.059227 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Attempting to bind port fe3c8f43-9031-4a29-a956-213901dc8a71 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:04:26.059576 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Attempting to bind port fe3c8f43-9031-4a29-a956-213901dc8a71 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:04:26.059934 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Attempting to bind port fe3c8f43-9031-4a29-a956-213901dc8a71 on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:04:26.070984 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:04:26.071992 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:04:26.073183 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:26.074226 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:04:26.074894 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Bound port: fe3c8f43-9031-4a29-a956-213901dc8a71, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:04:26.077948 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:26.143070 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-ae107638-612c-473b-92ff-3ca76f76f937 None None] Current status of the port 1389800a-0aa2-402e-8683-82c255d5ef70 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:26.179402 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] For port fe3c8f43-9031-4a29-a956-213901dc8a71, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:04:26.183596 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] For port fe3c8f43-9031-4a29-a956-213901dc8a71, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=fe3c8f43-9031-4a29-a956-213901dc8a71,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:04:26.213459 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fa905-3ed7-4361-b67c-9fac24c68d27 req-c90d6d2c-4ed6-4c56-a612-21241a310a89 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:26.218873 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a63fa905-3ed7-4361-b67c-9fac24c68d27 req-c90d6d2c-4ed6-4c56-a612-21241a310a89 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.4416978 Jun 22 09:04:26.260027 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:26.338521 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a63fa905-3ed7-4361-b67c-9fac24c68d27 req-ac985450-2ff6-4e7e-91a9-0045962ce7fe tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160884 Jun 22 09:04:26.346585 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8bcf0-ba32-416f-a963-02250a297812 None None] Pushing event updated for resources: {'Port': ['ID=fe3c8f43-9031-4a29-a956-213901dc8a71,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:26.350590 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Routers {'0975e0ed-2766-4a7e-bc32-c3647de56381'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:26.351203 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0975e0ed-2766-4a7e-bc32-c3647de56381'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:26.356734 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5afc14b7-55d4-42e7-8d1b-b3f620cbd7db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (55639320-7a06-485f-8a18-13c9af64bede), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:26.378299 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Allocated IP 172.20.0.1 (fb0c88ce-d36b-43a0-b2c3-fe6398c1029b/8d030b16-7286-4f17-9690-fac18d2c4e52/552d074e-2bcb-4948-aef7-dd71d2e04776) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:04:26.392281 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc14b7-55d4-42e7-8d1b-b3f620cbd7db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'Port': ['ID=55639320-7a06-485f-8a18-13c9af64bede,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:26.483747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5afc14b7-55d4-42e7-8d1b-b3f620cbd7db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (532c141f-91f2-41c4-b58a-12cf380258c6), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:26.486847 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5afc14b7-55d4-42e7-8d1b-b3f620cbd7db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:26.488305 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-5afc14b7-55d4-42e7-8d1b-b3f620cbd7db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "DELETE /v2.0/floatingips/532c141f-91f2-41c4-b58a-12cf380258c6 HTTP/1.1" status: 204 len: 168 time: 0.7888982 Jun 22 09:04:26.533686 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] Set router 0975e0ed-2766-4a7e-bc32-c3647de56381 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:26.561041 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 1389800a-0aa2-402e-8683-82c255d5ef70 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:04:26.582668 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Publish callbacks [] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:26.606207 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:26.621625 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 1389800a-0aa2-402e-8683-82c255d5ef70 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:26.622332 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:26.624938 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:26.674862 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:26.682213 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:26.723725 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:26.737185 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 1389800a-0aa2-402e-8683-82c255d5ef70 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:26.767667 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Network fb0c88ce-d36b-43a0-b2c3-fe6398c1029b is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:26.768106 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'name': 'tempest-TestMinimumBasicScenario-738427028-router', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:23Z', 'revision_number': 3, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'gw_port': {'id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:26.772152 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:26.776294 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:04:26.776780 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (0975e0ed-2766-4a7e-bc32-c3647de56381), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:26.783196 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Pushing event updated for resources: {'Port': ['ID=552d074e-2bcb-4948-aef7-dd71d2e04776,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:26.824966 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa971a4b-ba32-430c-8a4a-d61e781aa105 None None] The sync data for ids ['0975e0ed-2766-4a7e-bc32-c3647de56381'] in dv-cinder-787296-11-iscsi is: [{'id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'name': 'tempest-TestMinimumBasicScenario-738427028-router', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:23Z', 'revision_number': 3, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'gw_port': {'id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:04:27.038374 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:27.083936 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-4f86bd4e-6496-44ac-9517-c7961cb1d2be None None] Provisioning complete for port 552d074e-2bcb-4948-aef7-dd71d2e04776 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:27.084855 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4f86bd4e-6496-44ac-9517-c7961cb1d2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:27.134804 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-4f86bd4e-6496-44ac-9517-c7961cb1d2be None None] Port 552d074e-2bcb-4948-aef7-dd71d2e04776 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:04:27.319073 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Publish callbacks [] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:27.319433 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device be31663b-fa96-458a-8d8e-4d90d98f36db details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:04:27.429547 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:27.430737 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (0975e0ed-2766-4a7e-bc32-c3647de56381), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:27.462666 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:27.484556 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'port_id': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'mac_address': 'fa:16:3e:e9:e0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:04:27.522591 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:27.537412 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port be31663b-fa96-458a-8d8e-4d90d98f36db is: ACTIVE; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:27.537412 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:27.553395 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be31663b-fa96-458a-8d8e-4d90d98f36db {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:04:27.582849 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Pushing event updated for resources: {'Port': ['ID=552d074e-2bcb-4948-aef7-dd71d2e04776,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:27.590646 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:27.633693 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c27f4-ef5e-410f-845b-da646e3aca66 req-5dbd3b4d-6bfe-4d11-904d-2f03c3b2ef5d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:27.635433 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4c7c27f4-ef5e-410f-845b-da646e3aca66 req-5dbd3b4d-6bfe-4d11-904d-2f03c3b2ef5d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.1597667 Jun 22 09:04:27.686231 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:27.712359 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Network fb0c88ce-d36b-43a0-b2c3-fe6398c1029b is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:27.723389 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:27.737697 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4c7c27f4-ef5e-410f-845b-da646e3aca66 req-8aa24d83-6a59-4abd-96e0-5c4e93003839 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931926 Jun 22 09:04:27.804953 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['be31663b-fa96-458a-8d8e-4d90d98f36db'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:04:27.849182 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=be31663b-fa96-458a-8d8e-4d90d98f36db,revision_number=6']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:27.930238 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Router 0975e0ed-2766-4a7e-bc32-c3647de56381 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:04:28.084428 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:04:28.094114 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-1a7a2e2d-8b9c-44e8-93a0-b54c4873e94d admin admin] 10.222.0.36 "PUT /v2.0/routers/0975e0ed-2766-4a7e-bc32-c3647de56381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1725674 Jun 22 09:04:28.096469 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-bbc9444d-2f21-423e-8c7f-29003fc01216 None None] Provisioning complete for port 552d074e-2bcb-4948-aef7-dd71d2e04776 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:28.103162 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bbc9444d-2f21-423e-8c7f-29003fc01216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:28.158114 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9444d-2f21-423e-8c7f-29003fc01216 None None] Port 552d074e-2bcb-4948-aef7-dd71d2e04776 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:04:28.578377 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device fe3c8f43-9031-4a29-a956-213901dc8a71 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:04:28.667901 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port fe3c8f43-9031-4a29-a956-213901dc8a71 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:28.668277 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:28.775517 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port fe3c8f43-9031-4a29-a956-213901dc8a71 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:28.775911 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:28.838894 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port fe3c8f43-9031-4a29-a956-213901dc8a71, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=fe3c8f43-9031-4a29-a956-213901dc8a71,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:28.920576 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:28.925371 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:28.980391 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d06f0-e125-4953-ab6c-b863fbc49f42 req-64b72b5d-914c-41cf-bb3a-e9ed3b394acc tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:28.983192 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d23d06f0-e125-4953-ab6c-b863fbc49f42 req-64b72b5d-914c-41cf-bb3a-e9ed3b394acc tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 944 time: 0.1042373 Jun 22 09:04:28.991764 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=fe3c8f43-9031-4a29-a956-213901dc8a71,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:29.131620 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d23d06f0-e125-4953-ab6c-b863fbc49f42 req-3a9d93ff-cf09-4d0b-8def-fbf6375fc85a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1392879 Jun 22 09:04:29.387371 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device be31663b-fa96-458a-8d8e-4d90d98f36db up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:04:29.478743 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port be31663b-fa96-458a-8d8e-4d90d98f36db triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:29.479114 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:29.482047 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:29.745232 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port be31663b-fa96-458a-8d8e-4d90d98f36db is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:29.745232 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:29.745232 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:04:29.745232 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4bb6bf-98e2-4795-bd89-cdef5d79f975" -d '{"events": [{"server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "name": "network-vif-plugged", "status": "completed", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:29.745232 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:29.795580 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Sync routers for ids ['0975e0ed-2766-4a7e-bc32-c3647de56381'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:04:29.813549 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f729ac-1b99-4952-8b45-2259778037d0 x-openstack-request-id: req-91f729ac-1b99-4952-8b45-2259778037d0 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:29.813961 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "name": "network-vif-plugged", "status": "completed", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:29.816398 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91f729ac-1b99-4952-8b45-2259778037d0 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:29.816947 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f729ac-1b99-4952-8b45-2259778037d0'] response: {'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'code': 200} Jun 22 09:04:29.825597 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Routers {'0975e0ed-2766-4a7e-bc32-c3647de56381'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:29.826349 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0975e0ed-2766-4a7e-bc32-c3647de56381'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:29.905253 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:30.046961 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=be31663b-fa96-458a-8d8e-4d90d98f36db,revision_number=7']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:30.103771 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Set router 0975e0ed-2766-4a7e-bc32-c3647de56381 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:30.312223 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e1fa-a2b3-470a-a3f1-495eb1599d6c req-616c1c06-d274-4c10-9950-5fb3253336b2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:30.315082 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c5c4e1fa-a2b3-470a-a3f1-495eb1599d6c req-616c1c06-d274-4c10-9950-5fb3253336b2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0610223 Jun 22 09:04:30.401740 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c5c4e1fa-a2b3-470a-a3f1-495eb1599d6c req-2b0c7c04-681d-4f24-a451-5227f48b904b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796123 Jun 22 09:04:30.502775 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:30.504440 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'name': 'tempest-TestMinimumBasicScenario-738427028-router', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:26Z', 'revision_number': 4, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'gw_port': {'id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '552d074e-2bcb-4948-aef7-dd71d2e04776', 'name': '', 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'mac_address': 'fa:16:3e:b7:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8d030b16-7286-4f17-9690-fac18d2c4e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:26Z', 'updated_at': '2022-06-22T09:04:27Z', 'revision_number': 2, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'subnets': [{'id': '8d030b16-7286-4f17-9690-fac18d2c4e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:30.578130 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Checking router: 0975e0ed-2766-4a7e-bc32-c3647de56381 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:04:30.581489 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Updating router 0975e0ed-2766-4a7e-bc32-c3647de56381 port 552d074e-2bcb-4948-aef7-dd71d2e04776 binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:04:30.610244 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device fe3c8f43-9031-4a29-a956-213901dc8a71 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:04:30.656443 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:30.689861 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port fe3c8f43-9031-4a29-a956-213901dc8a71 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:30.693978 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:30.919360 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port fe3c8f43-9031-4a29-a956-213901dc8a71 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:31.062026 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Publish callbacks [] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:31.137498 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:31.339649 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6e68c-c883-474c-bb32-3b31ff6ed71d None None] Pushing event updated for resources: {'Port': ['ID=552d074e-2bcb-4948-aef7-dd71d2e04776,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:31.350648 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:31.399742 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Attempting to bind port 552d074e-2bcb-4948-aef7-dd71d2e04776 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:04:31.403239 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Attempting to bind port 552d074e-2bcb-4948-aef7-dd71d2e04776 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '9c090c09-9b89-45a8-a854-782830dc12af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:04:31.403762 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Attempting to bind port 552d074e-2bcb-4948-aef7-dd71d2e04776 on network fb0c88ce-d36b-43a0-b2c3-fe6398c1029b {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:04:31.423720 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:04:31.423995 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Checking segment: {'id': '9c090c09-9b89-45a8-a854-782830dc12af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:04:31.424628 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:31.426080 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Bound using segment: {'id': '9c090c09-9b89-45a8-a854-782830dc12af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:04:31.437000 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Bound port: 552d074e-2bcb-4948-aef7-dd71d2e04776, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c090c09-9b89-45a8-a854-782830dc12af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:04:31.437000 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:31.583716 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:31.593219 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749ff06-0b26-4330-bad6-e8aa3be4fde7 req-0a1634a9-4d95-43a1-a06d-819c60571e08 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:31.595260 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f749ff06-0b26-4330-bad6-e8aa3be4fde7 req-0a1634a9-4d95-43a1-a06d-819c60571e08 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0684705 Jun 22 09:04:31.688323 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f749ff06-0b26-4330-bad6-e8aa3be4fde7 req-4368ffbe-1bfd-49c7-b82f-76990606be21 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620239 Jun 22 09:04:31.689245 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] For port 552d074e-2bcb-4948-aef7-dd71d2e04776, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:04:31.690921 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] For port 552d074e-2bcb-4948-aef7-dd71d2e04776, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=552d074e-2bcb-4948-aef7-dd71d2e04776,segment=NetworkSegment(9c090c09-9b89-45a8-a854-782830dc12af),segment_id=9c090c09-9b89-45a8-a854-782830dc12af)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:04:31.749602 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-d8d1e07f-2605-4334-ad88-50542fbc9b30 None None] Provisioning complete for port 552d074e-2bcb-4948-aef7-dd71d2e04776 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:31.749602 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d8d1e07f-2605-4334-ad88-50542fbc9b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:31.805254 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1e07f-2605-4334-ad88-50542fbc9b30 None None] Port 552d074e-2bcb-4948-aef7-dd71d2e04776 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:04:32.039978 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:32.086442 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:32.104701 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Routers {'0975e0ed-2766-4a7e-bc32-c3647de56381'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:32.105600 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0975e0ed-2766-4a7e-bc32-c3647de56381'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:32.158454 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6e68c-c883-474c-bb32-3b31ff6ed71d None None] Pushing event updated for resources: {'Port': ['ID=552d074e-2bcb-4948-aef7-dd71d2e04776,revision_number=4']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:32.309848 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] Set router 0975e0ed-2766-4a7e-bc32-c3647de56381 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:32.472591 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-52f97a6b-1ef1-484c-83ec-ab83c851ba07 None None] Provisioning complete for port 552d074e-2bcb-4948-aef7-dd71d2e04776 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:32.473500 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-52f97a6b-1ef1-484c-83ec-ab83c851ba07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:32.619503 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-52f97a6b-1ef1-484c-83ec-ab83c851ba07 None None] Current status of the port 552d074e-2bcb-4948-aef7-dd71d2e04776 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:32.620297 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-52f97a6b-1ef1-484c-83ec-ab83c851ba07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:32.646716 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'name': 'tempest-TestMinimumBasicScenario-738427028-router', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:26Z', 'revision_number': 4, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'gw_port': {'id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '552d074e-2bcb-4948-aef7-dd71d2e04776', 'name': '', 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'mac_address': 'fa:16:3e:b7:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8d030b16-7286-4f17-9690-fac18d2c4e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:26Z', 'updated_at': '2022-06-22T09:04:31Z', 'revision_number': 4, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'subnets': [{'id': '8d030b16-7286-4f17-9690-fac18d2c4e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:32.682571 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-52f97a6b-1ef1-484c-83ec-ab83c851ba07 None None] For port 552d074e-2bcb-4948-aef7-dd71d2e04776, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=552d074e-2bcb-4948-aef7-dd71d2e04776,segment=NetworkSegment(9c090c09-9b89-45a8-a854-782830dc12af),segment_id=9c090c09-9b89-45a8-a854-782830dc12af)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:32.700618 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85bd8f-c037-4593-af1e-4096a092907e None None] The sync data for ids ['0975e0ed-2766-4a7e-bc32-c3647de56381'] in dv-cinder-787296-11-iscsi is: [{'id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'name': 'tempest-TestMinimumBasicScenario-738427028-router', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:26Z', 'revision_number': 4, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'gw_port': {'id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '552d074e-2bcb-4948-aef7-dd71d2e04776', 'name': '', 'network_id': 'fb0c88ce-d36b-43a0-b2c3-fe6398c1029b', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'mac_address': 'fa:16:3e:b7:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8d030b16-7286-4f17-9690-fac18d2c4e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:26Z', 'updated_at': '2022-06-22T09:04:31Z', 'revision_number': 4, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'subnets': [{'id': '8d030b16-7286-4f17-9690-fac18d2c4e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:04:32.867446 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b61a0-f0ab-445e-979e-71099ccce953 req-68e65f91-458b-45bb-9a75-6349e860d238 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:32.870118 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ff0b61a0-f0ab-445e-979e-71099ccce953 req-68e65f91-458b-45bb-9a75-6349e860d238 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0663276 Jun 22 09:04:32.927895 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-52f97a6b-1ef1-484c-83ec-ab83c851ba07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:32.953786 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ff0b61a0-f0ab-445e-979e-71099ccce953 req-5091e82d-4518-41e5-9099-a71c73b08e47 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741665 Jun 22 09:04:33.000262 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f97a6b-1ef1-484c-83ec-ab83c851ba07 None None] Pushing event updated for resources: {'Port': ['ID=552d074e-2bcb-4948-aef7-dd71d2e04776,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:33.801200 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-d2e6e7d9-be2f-4e36-94ab-e514e9da51ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1287923 Jun 22 09:04:34.049997 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9fbef-b92c-4516-8b3e-d961fbc84ce8 req-4a4c9879-02b7-45df-b1d5-c53fb0409e76 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:34.070841 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6ad9fbef-b92c-4516-8b3e-d961fbc84ce8 req-4a4c9879-02b7-45df-b1d5-c53fb0409e76 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.1961961 Jun 22 09:04:34.289590 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86453b-7cd5-48d3-ae33-28cd8e055420 req-91d4cecc-82d8-4470-9faa-0d6465bf6532 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:34.291248 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0e86453b-7cd5-48d3-ae33-28cd8e055420 req-91d4cecc-82d8-4470-9faa-0d6465bf6532 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.1528070 Jun 22 09:04:34.315778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c3098-2847-4446-98d3-9842f856ae3f req-56046667-982c-4a2d-99ea-3996f838a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:34.317338 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-438c3098-2847-4446-98d3-9842f856ae3f req-56046667-982c-4a2d-99ea-3996f838a584 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 1130 time: 0.5107210 Jun 22 09:04:34.417261 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-87504ce6-15f1-40b1-b5f1-ccdeb3b6308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:34.420077 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-87504ce6-15f1-40b1-b5f1-ccdeb3b6308a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 1129 time: 0.5291038 Jun 22 09:04:34.604486 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:34.640849 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0e86453b-7cd5-48d3-ae33-28cd8e055420 req-f9908283-5333-4fe0-89d2-2eaa1e36a00c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3223469 Jun 22 09:04:34.673439 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6ad9fbef-b92c-4516-8b3e-d961fbc84ce8 req-e2ba0f84-7ef5-4fa7-9e1c-49ee165828f6 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6012788 Jun 22 09:04:34.702246 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 552d074e-2bcb-4948-aef7-dd71d2e04776 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:04:34.804748 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:34.815018 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 552d074e-2bcb-4948-aef7-dd71d2e04776 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:34.816954 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:34.944136 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-21473b1e-a514-4468-a91b-8b368b14491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:34.945736 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-21473b1e-a514-4468-a91b-8b368b14491e service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.4738984 Jun 22 09:04:35.026621 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-b664fc85-4f52-4083-9dd5-717d8044ca34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4f28bf-7d12-46f2-804e-2946377a0181 HTTP/1.1" status: 200 len: 217 time: 0.0742850 Jun 22 09:04:35.030329 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c3098-2847-4446-98d3-9842f856ae3f req-547f816a-570f-4939-b4e9-1a7ea333a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:35.031875 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-438c3098-2847-4446-98d3-9842f856ae3f req-547f816a-570f-4939-b4e9-1a7ea333a1d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.6829667 Jun 22 09:04:35.098547 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-67dcdf7a-6ade-4f71-b32c-80b504616632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:35.105653 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-67dcdf7a-6ade-4f71-b32c-80b504616632 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.0728264 Jun 22 09:04:35.202102 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 552d074e-2bcb-4948-aef7-dd71d2e04776 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:35.215471 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-e3062ab9-c334-4391-be53-1579afaacb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:35.217359 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-e3062ab9-c334-4391-be53-1579afaacb9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0717077 Jun 22 09:04:35.220176 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:35.248733 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-438c3098-2847-4446-98d3-9842f856ae3f req-e6c85963-1537-4dd0-a1fa-e30812ded797 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9245704a-8d26-4a4c-af84-7c9cacbb258e HTTP/1.1" status: 200 len: 1002 time: 0.1655827 Jun 22 09:04:35.386442 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2496a-f9a0-4cca-bc63-020558b62116 req-acb14af8-1192-46e0-a388-5584bf956875 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:35.388091 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-84b2496a-f9a0-4cca-bc63-020558b62116 req-acb14af8-1192-46e0-a388-5584bf956875 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 945 time: 0.0861187 Jun 22 09:04:35.485908 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-84b2496a-f9a0-4cca-bc63-020558b62116 req-c4552d5c-f19e-4db8-81af-8f87bbe0f7d4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829184 Jun 22 09:04:35.851729 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a838e85-ef5d-4a94-af20-f97e81cca1d3 req-76a38c34-9381-4548-bd86-ad450de2cb8a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:35.862502 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4a838e85-ef5d-4a94-af20-f97e81cca1d3 req-76a38c34-9381-4548-bd86-ad450de2cb8a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0842388 Jun 22 09:04:35.960938 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a87028-f55b-4b8c-87bd-5e131146af8f req-b48e4da7-e9af-413c-bf68-e3c31def0cd7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:35.969482 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-76a87028-f55b-4b8c-87bd-5e131146af8f req-b48e4da7-e9af-413c-bf68-e3c31def0cd7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0979035 Jun 22 09:04:35.991417 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4a838e85-ef5d-4a94-af20-f97e81cca1d3 req-71abb056-972c-45ef-a1ce-6625daf4e095 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278718 Jun 22 09:04:36.085479 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-76a87028-f55b-4b8c-87bd-5e131146af8f req-311d9c4a-f097-4126-b8b8-de14d6168772 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147931 Jun 22 09:04:36.474835 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=9 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:36.483109 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=82,neutron:DELETE=8 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:36.636963 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:36.639434 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c3098-2847-4446-98d3-9842f856ae3f req-39e79a70-601f-4d3d-a7a0-d6fc148d57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:36.641150 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-438c3098-2847-4446-98d3-9842f856ae3f req-39e79a70-601f-4d3d-a7a0-d6fc148d57cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.1807480 Jun 22 09:04:36.766955 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72025a2b-f429-4999-bd37-9cf439e0e685 req-a0e164fb-0ddf-49d3-84f2-f4f92ca26002 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:36.769674 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-72025a2b-f429-4999-bd37-9cf439e0e685 req-a0e164fb-0ddf-49d3-84f2-f4f92ca26002 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 945 time: 0.1325421 Jun 22 09:04:36.829095 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c3098-2847-4446-98d3-9842f856ae3f req-53ca28a3-56a2-4cc2-8066-f90981d48c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:36.830959 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-438c3098-2847-4446-98d3-9842f856ae3f req-53ca28a3-56a2-4cc2-8066-f90981d48c41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1726904 Jun 22 09:04:36.838154 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-896c1a20-cd1d-4620-831b-f183af216836 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828213 Jun 22 09:04:36.844216 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-2b5afcfd-2111-425a-abda-8b3f734e3ef2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:36.845938 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-2b5afcfd-2111-425a-abda-8b3f734e3ef2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 945 time: 0.0752532 Jun 22 09:04:36.963969 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:37.084274 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-72025a2b-f429-4999-bd37-9cf439e0e685 req-18a16ad5-4bfc-4ec1-9ae3-3a998b92a258 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521057 Jun 22 09:04:37.143331 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Deleting port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:04:37.143670 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:37.208618 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-266829bd-66f4-44d4-b409-9eed81a33cfc req-a6f474bb-4508-4d2f-86a6-a495ad304ed8 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614399 Jun 22 09:04:37.528342 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c726-7f48-4ad2-ba5b-207faee78cb5 req-88800d59-7faf-4d13-b062-43ec1a73806a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:37.530565 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9270c726-7f48-4ad2-ba5b-207faee78cb5 req-88800d59-7faf-4d13-b062-43ec1a73806a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.4396422 Jun 22 09:04:37.537885 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-438c3098-2847-4446-98d3-9842f856ae3f req-dd011803-39f6-45d5-b31c-02368a41f675 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6895609 Jun 22 09:04:37.617506 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa998c01-90e9-4506-b8c2-455b1f940388 req-7daff8e9-9a02-43d2-8455-9d148e13e741 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:37.618974 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fa998c01-90e9-4506-b8c2-455b1f940388 req-7daff8e9-9a02-43d2-8455-9d148e13e741 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.4459283 Jun 22 09:04:37.734730 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] For port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:37.735442 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:37.741099 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9270c726-7f48-4ad2-ba5b-207faee78cb5 req-6f354746-9bf9-4e09-87c3-7904e9836ec8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735942 Jun 22 09:04:37.779669 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:37.825812 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fa998c01-90e9-4506-b8c2-455b1f940388 req-e08f2c8e-53e8-41de-9790-cfe635dd6f97 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1903932 Jun 22 09:04:37.830041 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-438c3098-2847-4446-98d3-9842f856ae3f req-48a8525d-7ab2-45ba-944d-ede9a4836842 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610328 Jun 22 09:04:37.945073 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:37.945340 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (94d3245c-1772-4f5a-b389-5d3d9953bff7), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:37.945654 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Floating IP 94d3245c-1772-4f5a-b389-5d3d9953bff7 disassociated. External IP: 172.27.2.197, port: 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7. Jun 22 09:04:37.946002 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Calling delete_port for 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:04:38.022705 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:38.202556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (0b34c90a-22d5-4720-ad3f-ff0d35f7ded7), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:38.209820 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc561-4ee2-492d-bbab-aea9d099728c req-7f1074f0-56ab-4cbb-ad1f-5fc8f0fc3af9 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:38.211356 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5bfcc561-4ee2-492d-bbab-aea9d099728c req-7f1074f0-56ab-4cbb-ad1f-5fc8f0fc3af9 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 945 time: 0.0509813 Jun 22 09:04:38.250406 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'Port': ['ID=0b34c90a-22d5-4720-ad3f-ff0d35f7ded7,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:38.339519 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5bfcc561-4ee2-492d-bbab-aea9d099728c req-b7155fc2-0eee-48bb-9653-f45d32ca7ae0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=953cd776-e151-4ae6-ada0-e96f4e3d6921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205423 Jun 22 09:04:38.431298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:04:38.528084 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:04:38.620679 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:04:38.634583 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f03d60-8a68-4b86-90bc-aee308e8fc56 None None] Sync routers for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:04:38.658747 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f03d60-8a68-4b86-90bc-aee308e8fc56 None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:38.660286 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-70f03d60-8a68-4b86-90bc-aee308e8fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:38.764770 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] No DVR routers for this DVR port 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:04:38.772094 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:38.784709 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fb8efe06-0a37-48a9-bf35-2f8cea4cc1cc req-22f71bb8-5bcf-4afb-ae4b-1d3a3d866b7d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "DELETE /v2.0/ports/0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 HTTP/1.1" status: 204 len: 173 time: 1.9149439 Jun 22 09:04:38.797293 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'name': 'network-vif-deleted', 'tag': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:04:38.811412 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe748f5-985b-40b7-9877-ef18a4db222e" -d '{"events": [{"server_uuid": "4728bbe3-835f-4432-b8a2-bd1ff5352341", "name": "network-vif-deleted", "tag": "0b34c90a-22d5-4720-ad3f-ff0d35f7ded7"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:39.175860 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d2b0-4f9a-4515-ab81-f9236f35fec8 req-af25aae9-fdef-4cfd-a9c4-6adf8a8b6db6 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:39.179327 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f73d2b0-4f9a-4515-ab81-f9236f35fec8 req-af25aae9-fdef-4cfd-a9c4-6adf8a8b6db6 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.2301433 Jun 22 09:04:39.186524 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba96b4f8-3cd9-45e7-8b91-786f1c0a819a x-openstack-request-id: req-ba96b4f8-3cd9-45e7-8b91-786f1c0a819a {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:39.187673 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4728bbe3-835f-4432-b8a2-bd1ff5352341", "name": "network-vif-deleted", "tag": "0b34c90a-22d5-4720-ad3f-ff0d35f7ded7", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:39.191165 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba96b4f8-3cd9-45e7-8b91-786f1c0a819a {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:39.193444 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba96b4f8-3cd9-45e7-8b91-786f1c0a819a'] response: {'server_uuid': '4728bbe3-835f-4432-b8a2-bd1ff5352341', 'name': 'network-vif-deleted', 'tag': '0b34c90a-22d5-4720-ad3f-ff0d35f7ded7', 'status': 'completed', 'code': 200} Jun 22 09:04:39.249370 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-70f03d60-8a68-4b86-90bc-aee308e8fc56 None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:39.434458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08342f3f-a23e-45ac-8db8-9c1d72569e24 req-b15bb823-f969-4acb-8e9c-94d0583dda66 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:39.452202 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-08342f3f-a23e-45ac-8db8-9c1d72569e24 req-b15bb823-f969-4acb-8e9c-94d0583dda66 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.2204311 Jun 22 09:04:39.517991 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f73d2b0-4f9a-4515-ab81-f9236f35fec8 req-0e509fc5-dcd0-459f-a0d0-1b8d3600fce8 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226707 Jun 22 09:04:39.568931 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-08342f3f-a23e-45ac-8db8-9c1d72569e24 req-e9bd680a-2500-4c4a-9d43-2ab530972aea tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151872 Jun 22 09:04:39.625374 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:39.801502 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-70f03d60-8a68-4b86-90bc-aee308e8fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:39.853278 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5090c557-b81f-44eb-9bd8-e0c89d7d205a req-cff6bc92-59de-4e9a-94f9-90d804ba24b8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=4728bbe3-835f-4432-b8a2-bd1ff5352341 HTTP/1.1" status: 200 len: 210 time: 0.1049325 Jun 22 09:04:39.895803 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f03d60-8a68-4b86-90bc-aee308e8fc56 None None] Checking router: 8c5bbb13-8481-4a0c-a709-71197a0d36d9 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:04:39.913087 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f03d60-8a68-4b86-90bc-aee308e8fc56 None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:04:39.915241 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-70f03d60-8a68-4b86-90bc-aee308e8fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:04:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:40.162328 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-70f03d60-8a68-4b86-90bc-aee308e8fc56 None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:04:40.569425 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-70f03d60-8a68-4b86-90bc-aee308e8fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:04:40.609965 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f03d60-8a68-4b86-90bc-aee308e8fc56 None None] The sync data for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi is: [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:04:40.823433 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227379b5-6164-4d91-b69f-bf45db358011 req-b9c7250c-dabb-4367-8f7c-8aa37a2f11d4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:40.831258 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-227379b5-6164-4d91-b69f-bf45db358011 req-b9c7250c-dabb-4367-8f7c-8aa37a2f11d4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0939364 Jun 22 09:04:40.930657 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b82098-2331-4539-a249-ded9631e67e6 req-c01da8bc-cb7b-46f6-a840-f4347cea6dba tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:40.932476 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c9b82098-2331-4539-a249-ded9631e67e6 req-c01da8bc-cb7b-46f6-a840-f4347cea6dba tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.2641382 Jun 22 09:04:40.987772 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-227379b5-6164-4d91-b69f-bf45db358011 req-e4b2e29b-2023-4017-91ab-8c92a4cc53ce tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1555953 Jun 22 09:04:41.038176 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:41.056939 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c9b82098-2331-4539-a249-ded9631e67e6 req-22d828d0-cf7e-4108-a1a5-6e69aca8c5e3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042542 Jun 22 09:04:41.069873 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35240880-b4d8-4b4a-b8bc-4357dc2e87d0 None None] New status for floating IP 94d3245c-1772-4f5a-b389-5d3d9953bff7: DOWN {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:04:41.313652 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43290) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:41.406160 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:04:41.446114 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:04:41.446465 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 0b34c90a-22d5-4720-ad3f-ff0d35f7ded7 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:04:41.480893 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b15ac285-ecae-498c-8367-2e6eb5128f32 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (953cd776-e151-4ae6-ada0-e96f4e3d6921), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:41.536571 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b15ac285-ecae-498c-8367-2e6eb5128f32 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (953cd776-e151-4ae6-ada0-e96f4e3d6921), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:41.766611 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b15ac285-ecae-498c-8367-2e6eb5128f32 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (953cd776-e151-4ae6-ada0-e96f4e3d6921), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:41.769924 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b15ac285-ecae-498c-8367-2e6eb5128f32 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:41.771413 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-b15ac285-ecae-498c-8367-2e6eb5128f32 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "DELETE /v2.0/security-groups/953cd776-e151-4ae6-ada0-e96f4e3d6921 HTTP/1.1" status: 204 len: 168 time: 0.4565623 Jun 22 09:04:41.774228 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 43292) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:41.802225 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ac285-ecae-498c-8367-2e6eb5128f32 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953cd776-e151-4ae6-ada0-e96f4e3d6921,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:41.807494 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.api.v2.resource [None req-6b23d08d-93f6-4142-ac00-c8416db55f6d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] show failed (client error): The resource could not be found. Jun 22 09:04:41.812385 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-6b23d08d-93f6-4142-ac00-c8416db55f6d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups/953cd776-e151-4ae6-ada0-e96f4e3d6921 HTTP/1.1" status: 404 len: 347 time: 0.0333364 Jun 22 09:04:41.812950 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 43294) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:42.099930 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-abaeb9f4-54b8-4397-8dcd-b1fdfe573fc0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Deleting port 1190cf21-6759-46d3-819b-cb6701361ec8 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:04:42.100724 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-abaeb9f4-54b8-4397-8dcd-b1fdfe573fc0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (1190cf21-6759-46d3-819b-cb6701361ec8), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:42.256433 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2f707-fa92-4b32-b9a1-5ac874cb1245 req-f56b74da-e2ec-4b89-a6a3-028d33cc3fea tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:42.257918 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-23b2f707-fa92-4b32-b9a1-5ac874cb1245 req-f56b74da-e2ec-4b89-a6a3-028d33cc3fea tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.1245220 Jun 22 09:04:42.290824 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399519-5e35-4bcc-a898-1d6860d9c2e9 req-26c5081d-0066-483e-a454-9e9dfa3da599 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:42.292287 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b7399519-5e35-4bcc-a898-1d6860d9c2e9 req-26c5081d-0066-483e-a454-9e9dfa3da599 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.1179860 Jun 22 09:04:42.300308 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-abaeb9f4-54b8-4397-8dcd-b1fdfe573fc0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (1190cf21-6759-46d3-819b-cb6701361ec8), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:42.300628 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-abaeb9f4-54b8-4397-8dcd-b1fdfe573fc0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (1190cf21-6759-46d3-819b-cb6701361ec8), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:42.302939 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:42.325798 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-abaeb9f4-54b8-4397-8dcd-b1fdfe573fc0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Calling delete_port for 1190cf21-6759-46d3-819b-cb6701361ec8 owned by network:floatingip {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:04:42.426082 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-23b2f707-fa92-4b32-b9a1-5ac874cb1245 req-b4c528eb-f11c-45e7-8f45-57fb9cb89cd6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1602297 Jun 22 09:04:42.433828 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b7399519-5e35-4bcc-a898-1d6860d9c2e9 req-ffc04922-4dcf-4c71-9d31-33edc56ef692 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279573 Jun 22 09:04:42.921608 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-abaeb9f4-54b8-4397-8dcd-b1fdfe573fc0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (1190cf21-6759-46d3-819b-cb6701361ec8), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:42.948152 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeb9f4-54b8-4397-8dcd-b1fdfe573fc0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'Port': ['ID=1190cf21-6759-46d3-819b-cb6701361ec8,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:42.977071 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-abaeb9f4-54b8-4397-8dcd-b1fdfe573fc0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (94d3245c-1772-4f5a-b389-5d3d9953bff7), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:42.979654 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-abaeb9f4-54b8-4397-8dcd-b1fdfe573fc0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:42.981060 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-abaeb9f4-54b8-4397-8dcd-b1fdfe573fc0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "DELETE /v2.0/floatingips/94d3245c-1772-4f5a-b389-5d3d9953bff7 HTTP/1.1" status: 204 len: 168 time: 1.1670616 Jun 22 09:04:43.178402 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43302) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:43.186036 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-f67b7201-035c-4db6-8352-2c4fb62260c0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634564264', 'description': 'tempest-description--1695535675'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:43.236699 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a05bd453-3021-472e-8223-45677428912d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:43.428903 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f67b7201-035c-4db6-8352-2c4fb62260c0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:43.516960 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f67b7201-035c-4db6-8352-2c4fb62260c0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (19c45a6f-3399-4eab-a2be-4e1d2b69c475), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:43.582191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:43.592709 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017fe7c-d034-449c-9422-6eb6a353b716 req-cf1c5fe4-ef62-434b-8e8b-4c2a32cce04d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:43.594235 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c017fe7c-d034-449c-9422-6eb6a353b716 req-cf1c5fe4-ef62-434b-8e8b-4c2a32cce04d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0826833 Jun 22 09:04:43.604624 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d342267-f6d3-4c48-9e01-0f8e0f194c7f req-49b36fe3-7601-4502-9e76-fd0bc335e5ab tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:43.606432 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7d342267-f6d3-4c48-9e01-0f8e0f194c7f req-49b36fe3-7601-4502-9e76-fd0bc335e5ab tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0824354 Jun 22 09:04:43.687499 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c017fe7c-d034-449c-9422-6eb6a353b716 req-5eccd011-b3e6-4d93-9a99-92c4d975556b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797908 Jun 22 09:04:43.692244 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f67b7201-035c-4db6-8352-2c4fb62260c0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (19c45a6f-3399-4eab-a2be-4e1d2b69c475), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:43.701831 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7d342267-f6d3-4c48-9e01-0f8e0f194c7f req-d35076e9-95a6-4e17-8387-e6c4f8dd93dd tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866582 Jun 22 09:04:43.740044 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b7201-035c-4db6-8352-2c4fb62260c0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c45a6f-3399-4eab-a2be-4e1d2b69c475,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:43.838209 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f67b7201-035c-4db6-8352-2c4fb62260c0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:43.839609 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-f67b7201-035c-4db6-8352-2c4fb62260c0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6602108 Jun 22 09:04:43.843767 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43308) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:43.848063 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-2e888a9e-7984-418f-8430-7ef4c5e27af3 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group_rule': {'security_group_id': '19c45a6f-3399-4eab-a2be-4e1d2b69c475', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:43.947222 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2e888a9e-7984-418f-8430-7ef4c5e27af3 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (e224eeab-eabe-4e37-af44-d06d9e4be5f6), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:44.038748 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2e888a9e-7984-418f-8430-7ef4c5e27af3 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (e224eeab-eabe-4e37-af44-d06d9e4be5f6), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:44.128386 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2e888a9e-7984-418f-8430-7ef4c5e27af3 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (e224eeab-eabe-4e37-af44-d06d9e4be5f6), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:44.168638 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e888a9e-7984-418f-8430-7ef4c5e27af3 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e224eeab-eabe-4e37-af44-d06d9e4be5f6,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:44.270276 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2e888a9e-7984-418f-8430-7ef4c5e27af3 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:44.272722 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-2e888a9e-7984-418f-8430-7ef4c5e27af3 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4277480 Jun 22 09:04:44.275943 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 43318) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:44.282856 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group_rule': {'security_group_id': '19c45a6f-3399-4eab-a2be-4e1d2b69c475', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:44.414282 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (49a23a34-a474-4673-a175-b3ddb172833c), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:44.523882 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (49a23a34-a474-4673-a175-b3ddb172833c), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:44.693573 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (49a23a34-a474-4673-a175-b3ddb172833c), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:44.715063 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a23a34-a474-4673-a175-b3ddb172833c,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:44.723417 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.723764 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.724107 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.724444 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.724774 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.725128 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.725505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.725835 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.726253 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.726611 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.727087 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.732677 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.736414 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.737461 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.738049 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:04:44.844664 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:44.846014 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-e3e2c536-421c-4725-a340-750c9b521107 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5684702 Jun 22 09:04:44.849381 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43324) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:44.854349 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:44.864624 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17f0df-2a4f-4032-ba50-53fc713b0cb3 req-ac1e1a5a-a2b0-4449-8dcc-c60eed7454b5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:44.866135 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0c17f0df-2a4f-4032-ba50-53fc713b0cb3 req-ac1e1a5a-a2b0-4449-8dcc-c60eed7454b5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0855474 Jun 22 09:04:44.874681 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cb580-334a-47ff-bc14-3731c9ad4184 req-056219de-ba24-4700-bb2a-729a8c1c5baf tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:44.876151 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a38cb580-334a-47ff-bc14-3731c9ad4184 req-056219de-ba24-4700-bb2a-729a8c1c5baf tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0859442 Jun 22 09:04:44.957008 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0c17f0df-2a4f-4032-ba50-53fc713b0cb3 req-bab99049-d618-41e3-854e-a515fbdc3c98 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798974 Jun 22 09:04:44.960044 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a38cb580-334a-47ff-bc14-3731c9ad4184 req-bdad29ed-a72f-40c8-a147-dc424ca1425b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759163 Jun 22 09:04:45.109189 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:45.193908 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:45.309284 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Allocated IP 172.27.2.229 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/51a736e3-2396-431a-981a-e5c16e985b6c) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:04:45.346263 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:45.400154 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:45.416971 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:45.421020 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (51a736e3-2396-431a-981a-e5c16e985b6c), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:45.571791 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6bd908ad-068a-4878-aaf0-33e22e1a60a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:45.572447 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (51a736e3-2396-431a-981a-e5c16e985b6c), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:45.628944 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:45.628944 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:45.630630 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:04:45.635971 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=51a736e3-2396-431a-981a-e5c16e985b6c,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:45.726324 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (5952bb5a-efb0-42a3-961a-ad8b30cce34e), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:45.879114 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (51a736e3-2396-431a-981a-e5c16e985b6c), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:46.053449 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (51a736e3-2396-431a-981a-e5c16e985b6c), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:46.137243 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7643e8c-e5f1-4a1f-af68-e27957fdfc5a req-92227634-3398-46e3-a51f-48e16ee3d55b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:46.138662 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c7643e8c-e5f1-4a1f-af68-e27957fdfc5a req-92227634-3398-46e3-a51f-48e16ee3d55b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0701523 Jun 22 09:04:46.144845 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14068877'] for port (51a736e3-2396-431a-981a-e5c16e985b6c), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:46.146231 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-9aaa6e0f-a840-41d4-bee0-cb20ff366dff tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:46.148456 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-9aaa6e0f-a840-41d4-bee0-cb20ff366dff tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/networks?id=b1bae75a-b52c-4aa8-a997-6a3f2f298256 HTTP/1.1" status: 200 len: 815 time: 0.1649814 Jun 22 09:04:46.182229 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-3a5b86bf-1f7b-4710-b3c2-dd15dde5957b tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/quotas/85bf3e1b89094cafa7d469ed3f84eb36 HTTP/1.1" status: 200 len: 375 time: 0.0238781 Jun 22 09:04:46.229466 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=51a736e3-2396-431a-981a-e5c16e985b6c,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:46.242471 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c7643e8c-e5f1-4a1f-af68-e27957fdfc5a req-925ffc6f-4a57-4850-ac77-88dfc63f3d11 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926180 Jun 22 09:04:46.247761 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (5952bb5a-efb0-42a3-961a-ad8b30cce34e), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:46.270762 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-517028c8-3140-4aa7-8132-55e74e2406fd tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=85bf3e1b89094cafa7d469ed3f84eb36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804803 Jun 22 09:04:46.309571 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:46.376202 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:46.377455 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-fbebbc34-be90-4250-ace2-d3d0886a7d76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5269980 Jun 22 09:04:46.383412 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:46.411550 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656398c-2fdd-493b-a57b-b0d83e95678c req-e78e3c02-dbe6-47d7-a730-25187f256e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:46.416573 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2656398c-2fdd-493b-a57b-b0d83e95678c req-e78e3c02-dbe6-47d7-a730-25187f256e74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 1129 time: 0.1229529 Jun 22 09:04:46.439942 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6b4e9-8d71-40a2-b4a9-389963b55b94 req-8363d20b-ef8c-404c-a304-f7699caaf254 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:46.441557 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d7e6b4e9-8d71-40a2-b4a9-389963b55b94 req-8363d20b-ef8c-404c-a304-f7699caaf254 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.1092935 Jun 22 09:04:46.499173 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-86a389ca-b921-4b3f-aeb7-a744c1dda501 service neutron] 10.222.0.36 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176840 Jun 22 09:04:46.530674 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:46.588026 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d7e6b4e9-8d71-40a2-b4a9-389963b55b94 req-1715dfda-475f-4c07-8647-1cc81fe91042 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304688 Jun 22 09:04:46.644526 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656398c-2fdd-493b-a57b-b0d83e95678c req-163e8eed-0126-4d04-bcb5-074dc1765055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:46.645942 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2656398c-2fdd-493b-a57b-b0d83e95678c req-163e8eed-0126-4d04-bcb5-074dc1765055 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 918 time: 0.2235806 Jun 22 09:04:46.707065 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-cbef5263-c86e-4873-84fd-548285595e9a service neutron] 10.222.0.36 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751554 Jun 22 09:04:46.754418 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2656398c-2fdd-493b-a57b-b0d83e95678c req-6d1370bc-1845-4832-9a34-11fd9933220f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be31663b-fa96-458a-8d8e-4d90d98f36db HTTP/1.1" status: 200 len: 1001 time: 0.0979428 Jun 22 09:04:46.774407 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-bd6b3cdb-c930-4d80-a5df-57b50e51429f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--634564264&fields=id&tenant_id=3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 267 time: 0.1036098 Jun 22 09:04:46.840440 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656398c-2fdd-493b-a57b-b0d83e95678c req-545baad4-c036-410b-8b96-ba695262651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:46.842163 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2656398c-2fdd-493b-a57b-b0d83e95678c req-545baad4-c036-410b-8b96-ba695262651b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 HTTP/1.1" status: 200 len: 856 time: 0.0796988 Jun 22 09:04:46.989451 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:47.213254 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2b18e4c2-cd7a-4547-8a77-524c6a24b1a7 req-8593ef43-dfe7-4901-9bfa-32a4f7865315 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 210 time: 0.0487654 Jun 22 09:04:47.216496 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656398c-2fdd-493b-a57b-b0d83e95678c req-0e14a909-e156-42c3-8241-e9114e78e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:47.217948 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2656398c-2fdd-493b-a57b-b0d83e95678c req-0e14a909-e156-42c3-8241-e9114e78e926 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15257489-695d-400e-ba82-cb5e772f9bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3681049 Jun 22 09:04:47.256494 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-2b32bf6f-3a96-4651-ada9-8ab360d24367 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:47.257991 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-2b32bf6f-3a96-4651-ada9-8ab360d24367 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 813 time: 0.4641168 Jun 22 09:04:47.258448 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:47.315581 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-dc45bda6-e00a-46f1-a1af-c290e95f3ae2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/quotas/3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 375 time: 0.0507996 Jun 22 09:04:47.419207 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2656398c-2fdd-493b-a57b-b0d83e95678c req-97d4fb45-34c4-4424-acf3-35e8112a5c96 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908696 Jun 22 09:04:47.424320 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-b7554129-3e8d-45ec-82bf-787a074bb246 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006989 Jun 22 09:04:47.430292 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd5264-9db2-463b-ae1b-520d2c2170df req-6118051e-7ea3-4c7d-b41c-13ed9c905ca0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:47.431742 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1edd5264-9db2-463b-ae1b-520d2c2170df req-6118051e-7ea3-4c7d-b41c-13ed9c905ca0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.1093729 Jun 22 09:04:47.613411 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1edd5264-9db2-463b-ae1b-520d2c2170df req-aa3e1f06-a376-40d6-b7f5-ae86dbb4c451 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1720748 Jun 22 09:04:47.644111 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-ad1948bc-f590-453f-a98a-197fdb7ebaac service neutron] 10.222.0.36 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017372 Jun 22 09:04:47.647803 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2656398c-2fdd-493b-a57b-b0d83e95678c req-59ea251d-ff6e-42a0-803d-9ed64ce3ca84 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151177 Jun 22 09:04:47.765581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7743840-175b-4dd0-8c68-5fae49e5ce67 req-6643223c-17b3-415e-96e1-11b2d71835bb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:47.767147 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b7743840-175b-4dd0-8c68-5fae49e5ce67 req-6643223c-17b3-415e-96e1-11b2d71835bb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0851576 Jun 22 09:04:47.800108 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-52fe1ce9-1289-475a-be6c-9b3f729472cc service neutron] 10.222.0.36 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502957 Jun 22 09:04:47.832906 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b7743840-175b-4dd0-8c68-5fae49e5ce67 req-72d25b22-4920-4613-b845-514f491216de tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574405 Jun 22 09:04:48.175875 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6d0d043b-107b-4407-ba17-c7fe8d3ff6d9 req-1ce4f5f8-4c4d-46e6-a5f9-08b8614bfd25 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 210 time: 0.0345008 Jun 22 09:04:48.299050 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ecb16066-7a38-493d-83e7-ff2303bb52a7 req-c56160fa-6b32-46e0-b355-aaa38914bd38 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 210 time: 0.0293407 Jun 22 09:04:48.641854 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:48.717652 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:48.747887 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ba965-1bc1-4658-a0b5-1dd4b74ff5a8 req-439aa467-87cf-4fe3-80f6-362dea51cd2c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:48.749441 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6b3ba965-1bc1-4658-a0b5-1dd4b74ff5a8 req-439aa467-87cf-4fe3-80f6-362dea51cd2c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 945 time: 0.0544975 Jun 22 09:04:48.802719 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6b3ba965-1bc1-4658-a0b5-1dd4b74ff5a8 req-d8985179-15d5-4c57-95b6-ce1914495f0c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476570 Jun 22 09:04:48.962176 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b845c1-6163-40d8-af95-596ea4b61038 req-c86448ba-e5fd-44ac-8f86-8697b1e8fcc3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:48.963666 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2b845c1-6163-40d8-af95-596ea4b61038 req-c86448ba-e5fd-44ac-8f86-8697b1e8fcc3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0583718 Jun 22 09:04:49.013810 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2b845c1-6163-40d8-af95-596ea4b61038 req-f9d01cd1-8a59-468c-aa22-3be62cb3fd9a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Jun 22 09:04:49.280223 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3b5d3d2c-5d24-42f2-a532-588867cec676 req-2c85c3ee-f734-4a0f-8721-ed47f268d6b9 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 210 time: 0.0280867 Jun 22 09:04:49.403845 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-500de726-1a34-4109-bd1b-6d7abcaf63bd req-d6db7b51-3fe4-4912-b5e3-14b595cebf3d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 210 time: 0.0331814 Jun 22 09:04:49.458587 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device be31663b-fa96-458a-8d8e-4d90d98f36db no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:04:49.554728 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port be31663b-fa96-458a-8d8e-4d90d98f36db is: ACTIVE; New status is: DOWN {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:49.555015 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:49.578611 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:04:49.580831 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03db605e-2385-48d5-8bd1-f5697e93e254" -d '{"events": [{"server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "name": "network-vif-unplugged", "status": "completed", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:49.595211 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:04:49.635518 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Jun 2022 09:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679f60b0-cd76-4572-9d71-88c718497811 x-openstack-request-id: req-679f60b0-cd76-4572-9d71-88c718497811 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:49.635882 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "name": "network-vif-unplugged", "status": "completed", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:49.636402 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-679f60b0-cd76-4572-9d71-88c718497811 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:49.636964 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679f60b0-cd76-4572-9d71-88c718497811'] response: {'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'code': 200} Jun 22 09:04:49.668528 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:49.719031 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=be31663b-fa96-458a-8d8e-4d90d98f36db,revision_number=8']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:49.921527 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:49.940378 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b7f20-be9b-40ea-89ad-4dab24a1a513 req-3f6d4f74-7ac4-44d9-aac2-e2f01fdd3369 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:49.941932 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2e2b7f20-be9b-40ea-89ad-4dab24a1a513 req-3f6d4f74-7ac4-44d9-aac2-e2f01fdd3369 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0544419 Jun 22 09:04:49.994772 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2e2b7f20-be9b-40ea-89ad-4dab24a1a513 req-19c4bba9-1cc5-499e-ad07-46df921213b6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466886 Jun 22 09:04:50.142556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b279f97-d581-4c98-89c3-19390cb23da5 req-efb38b4e-fa9a-4a3e-a25a-ce296f1af1cd tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:50.144076 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1b279f97-d581-4c98-89c3-19390cb23da5 req-efb38b4e-fa9a-4a3e-a25a-ce296f1af1cd tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0515206 Jun 22 09:04:50.199225 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1b279f97-d581-4c98-89c3-19390cb23da5 req-061d4206-3f46-40fa-8cbc-b2b0b5021701 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491869 Jun 22 09:04:50.393259 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-605ed4d8-fa11-4bf8-859f-48539d99292c req-c7b1f690-ffc8-4222-86d1-9643946b3208 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 210 time: 0.0405743 Jun 22 09:04:50.503634 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-49507887-d154-4282-a06a-5ac4e7d6c663 req-d40a73e2-e628-4f47-a21f-176f6bb50af9 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 210 time: 0.0293984 Jun 22 09:04:50.683906 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:50.722596 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-9a615f28-4e6f-419e-b4c8-7e098596c022 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:50.726622 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-9a615f28-4e6f-419e-b4c8-7e098596c022 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.43 "GET /v2.0/networks?id=b1bae75a-b52c-4aa8-a997-6a3f2f298256 HTTP/1.1" status: 200 len: 815 time: 0.1171896 Jun 22 09:04:50.737953 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Request body: {'port': {'device_id': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'admin_state_up': True, 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:50.966122 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Made reservation on behalf of 85bf3e1b89094cafa7d469ed3f84eb36 for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:50.969781 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:51.125375 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-9aa64986-a0b4-4353-a352-021c1e1eec9b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:51.126942 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-9aa64986-a0b4-4353-a352-021c1e1eec9b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 813 time: 0.1863947 Jun 22 09:04:51.217015 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Allocated IP 172.20.0.3 (b1bae75a-b52c-4aa8-a997-6a3f2f298256/40d2fb95-1371-476a-8763-5f4f4f1efa51/999fae5e-5944-444b-a551-890daaa2af68) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:04:51.248904 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-113b0c1c-4da0-40bf-8547-1366ddda9791 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 379 time: 0.1118867 Jun 22 09:04:51.258392 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'port': {'device_id': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'admin_state_up': True, 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'security_groups': ['19c45a6f-3399-4eab-a2be-4e1d2b69c475']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:51.359574 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:51.379744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbccf5f-433a-43b5-aa2e-1c0c0762bf25 req-573433f3-677a-45c1-99cc-d96c9972955c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:51.382774 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5dbccf5f-433a-43b5-aa2e-1c0c0762bf25 req-573433f3-677a-45c1-99cc-d96c9972955c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0911760 Jun 22 09:04:51.597605 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5c2c7ef2-a911-485c-8739-43b6f222ff9a req-b5c3c69e-3f5b-4810-862a-753a1f3fcefc tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 210 time: 0.0690844 Jun 22 09:04:51.623733 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5dbccf5f-433a-43b5-aa2e-1c0c0762bf25 req-24f98224-fcf4-435c-a543-9f3949233d0e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970341 Jun 22 09:04:51.667027 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for port (999fae5e-5944-444b-a551-890daaa2af68), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:51.720440 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:51.745385 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [req-38543fb8-8103-4be1-95d2-303ad389c848 req-e2f85eeb-3eda-4329-9f75-c3e2c2e124b7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:04:51.746431 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-38543fb8-8103-4be1-95d2-303ad389c848 req-e2f85eeb-3eda-4329-9f75-c3e2c2e124b7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052385 Jun 22 09:04:51.792111 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9116250f-7162-4bf2-b8f2-c4d2b04a83be req-1c2612de-05b7-426b-b0e4-069ca711045a tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 210 time: 0.0700018 Jun 22 09:04:51.803060 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (999fae5e-5944-444b-a551-890daaa2af68), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:51.887390 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Made reservation on behalf of 3c906f2149774a18b39228b7b6ef556f for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:04:51.892637 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:51.933520 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Network b1bae75a-b52c-4aa8-a997-6a3f2f298256 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:51.944413 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'Port': ['ID=999fae5e-5944-444b-a551-890daaa2af68,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:51.960009 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:51.973696 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:04:51.995776 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:51.996462 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:52.159033 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-d0dd8229-68c2-4cbf-9ef8-2b341c7c671f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4248753 Jun 22 09:04:52.214163 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Request body: {'port': {'device_id': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:52.370666 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-67f8898d-5a41-4ad2-accb-a9b60ebf4e0e None None] Provisioning complete for port 999fae5e-5944-444b-a551-890daaa2af68 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:52.371255 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-67f8898d-5a41-4ad2-accb-a9b60ebf4e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (999fae5e-5944-444b-a551-890daaa2af68), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:52.448256 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-67f8898d-5a41-4ad2-accb-a9b60ebf4e0e None None] Port 999fae5e-5944-444b-a551-890daaa2af68 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:04:52.487832 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80b176-7189-4f47-9cb8-70e8f65ef45d req-0a94ff05-ab1c-4312-978f-66e90587e0a2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:52.495352 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2a80b176-7189-4f47-9cb8-70e8f65ef45d req-0a94ff05-ab1c-4312-978f-66e90587e0a2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1865463 Jun 22 09:04:52.501566 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Allocated IP 172.20.0.7 (89fc451c-46b3-4008-9c5d-bc37135b61a8/cf0ef2ba-1fde-4a23-9631-23e262f8bb0e/51a5ee08-b678-4117-ae2e-a4b0a95533aa) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:04:52.547518 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (999fae5e-5944-444b-a551-890daaa2af68), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:52.613664 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2a80b176-7189-4f47-9cb8-70e8f65ef45d req-e004533c-75a0-4944-be36-8aa7ded819fc tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174202 Jun 22 09:04:52.658073 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:52.879057 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b3f1c453-0972-4c33-b321-2fea44161db6 req-564e5a36-d228-4119-adee-ec4b32b26b7e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 210 time: 0.1175644 Jun 22 09:04:52.948325 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f235972-d3e9-4403-82d0-a1b1e8760bf8 req-6bc1017e-292d-47ce-b084-17457760628a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:52.954725 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9f235972-d3e9-4403-82d0-a1b1e8760bf8 req-6bc1017e-292d-47ce-b084-17457760628a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.2229393 Jun 22 09:04:53.121857 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9f235972-d3e9-4403-82d0-a1b1e8760bf8 req-ea1dca37-2416-48a5-bcf5-aeaebc66f6a3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597455 Jun 22 09:04:53.214913 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43492) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:53.234017 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed82d5-2959-43b5-9932-7b7f22fe43fc req-0fda4fb8-dec2-420b-a609-e2f3d05a1ea9 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:53.235721 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-88ed82d5-2959-43b5-9932-7b7f22fe43fc req-0fda4fb8-dec2-420b-a609-e2f3d05a1ea9 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 931 time: 0.2726705 Jun 22 09:04:53.236421 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:53.244094 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:53.350602 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-88ed82d5-2959-43b5-9932-7b7f22fe43fc req-e6bf4d27-6599-4675-b89d-10957105fb51 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956023 Jun 22 09:04:53.371826 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-88db5262-b509-4b9c-9477-1f4121f8dc3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1549952 Jun 22 09:04:53.397312 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-fb4c0463-c821-483e-99cf-968ccd750ff4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:04:53.398844 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-fb4c0463-c821-483e-99cf-968ccd750ff4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059125 Jun 22 09:04:53.453422 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999fae5e-5944-444b-a551-890daaa2af68 {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:04:53.458520 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device be31663b-fa96-458a-8d8e-4d90d98f36db no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:04:53.487952 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Publish callbacks [] for port (999fae5e-5944-444b-a551-890daaa2af68), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:53.522339 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Transition to ACTIVE for port object 999fae5e-5944-444b-a551-890daaa2af68 will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:04:53.545528 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 43500) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:04:53.595721 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:53.624555 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port be31663b-fa96-458a-8d8e-4d90d98f36db is: DOWN; New status is: DOWN {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:04:53.671283 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (999fae5e-5944-444b-a551-890daaa2af68), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:53.735459 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-90e6230b-e880-4048-bd6c-4f393aa6924a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:53.737380 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-90e6230b-e880-4048-bd6c-4f393aa6924a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports/be31663b-fa96-458a-8d8e-4d90d98f36db HTTP/1.1" status: 200 len: 940 time: 0.1903930 Jun 22 09:04:53.755082 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:04:53.774912 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:04:53.781167 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:04:53.795315 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:53.796946 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:53.815713 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=51a5ee08-b678-4117-ae2e-a4b0a95533aa,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:53.921129 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Pushing event updated for resources: {'Port': ['ID=999fae5e-5944-444b-a551-890daaa2af68,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:54.071238 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d21da-8a6d-4d8a-86f9-efe0af43f7bb req-1458ac63-100c-4773-be5b-547f71f76485 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:54.074117 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-064d21da-8a6d-4d8a-86f9-efe0af43f7bb req-1458ac63-100c-4773-be5b-547f71f76485 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.2179408 Jun 22 09:04:54.082296 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-5eaa3ce9-a451-4815-ac8e-819760ee0ae4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8271632 Jun 22 09:04:54.217271 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Attempting to bind port 999fae5e-5944-444b-a551-890daaa2af68 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:04:54.218306 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Attempting to bind port 999fae5e-5944-444b-a551-890daaa2af68 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:04:54.218306 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Attempting to bind port 999fae5e-5944-444b-a551-890daaa2af68 on network b1bae75a-b52c-4aa8-a997-6a3f2f298256 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:04:54.237007 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Request body: {'port': {'device_id': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:04:54.244399 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Port 999fae5e-5944-444b-a551-890daaa2af68 on network b1bae75a-b52c-4aa8-a997-6a3f2f298256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:04:54.244964 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Attempting to bind port 999fae5e-5944-444b-a551-890daaa2af68 on network b1bae75a-b52c-4aa8-a997-6a3f2f298256 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:04:54.317002 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:54.318107 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:04:54.323004 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Checking segment: {'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:04:54.323004 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Bound using segment: {'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:04:54.323004 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Bound port: 999fae5e-5944-444b-a551-890daaa2af68, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e01e193-fa73-4b8e-bfd3-833a9a7be324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:04:54.323004 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (999fae5e-5944-444b-a551-890daaa2af68), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:54.332522 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d3a79-fa0c-4952-a930-53fdf692f3ec req-1174d5d8-54f6-4207-b841-b0091543bc76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:54.334145 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d92d3a79-fa0c-4952-a930-53fdf692f3ec req-1174d5d8-54f6-4207-b841-b0091543bc76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 931 time: 0.2214179 Jun 22 09:04:54.346729 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-064d21da-8a6d-4d8a-86f9-efe0af43f7bb req-e45210d1-df57-48ef-bc64-fd4de69c1e6f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2352703 Jun 22 09:04:54.419493 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-308e76f6-29ae-496e-9e45-820c76edaa64 None None] Provisioning complete for port 51a5ee08-b678-4117-ae2e-a4b0a95533aa triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:04:54.420137 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-308e76f6-29ae-496e-9e45-820c76edaa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:54.478945 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-308e76f6-29ae-496e-9e45-820c76edaa64 None None] Port 51a5ee08-b678-4117-ae2e-a4b0a95533aa cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:04:54.557473 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:54.564356 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:54.800808 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:54.870916 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:54.890279 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f2f41-4b69-4f88-9bab-ad11052619f6 req-e64205ee-65f4-4e9e-8569-2492dcf9c6cb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:54.891810 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bb7f2f41-4b69-4f88-9bab-ad11052619f6 req-e64205ee-65f4-4e9e-8569-2492dcf9c6cb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.1402414 Jun 22 09:04:54.901305 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d92d3a79-fa0c-4952-a930-53fdf692f3ec req-d39fcc69-4ce4-4649-b25d-2a6ff441e10a tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5534735 Jun 22 09:04:54.941842 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] For port 999fae5e-5944-444b-a551-890daaa2af68, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:04:54.973564 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] For port 999fae5e-5944-444b-a551-890daaa2af68, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=999fae5e-5944-444b-a551-890daaa2af68,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:04:55.101303 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (999fae5e-5944-444b-a551-890daaa2af68), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:55.169725 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bb7f2f41-4b69-4f88-9bab-ad11052619f6 req-fd7abd0c-7837-4254-8a4e-6cc440e82fdd tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667158 Jun 22 09:04:55.195059 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:55.195860 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:55.197489 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] 10.222.0.43 "PUT /v2.0/ports/999fae5e-5944-444b-a551-890daaa2af68 HTTP/1.1" status: 200 len: 1093 time: 3.0093970 Jun 22 09:04:55.198138 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'tag': '999fae5e-5944-444b-a551-890daaa2af68'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:04:55.201586 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a662fc-913a-42fc-891f-f89462b4e341" -d '{"events": [{"name": "network-changed", "server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "tag": "999fae5e-5944-444b-a551-890daaa2af68"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:55.227238 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b05f82-c52b-4b51-9404-aff99cbce76e req-9363e036-d1da-4b34-b3f6-ca26c17aaeb2 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:55.229042 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-37b05f82-c52b-4b51-9404-aff99cbce76e req-9363e036-d1da-4b34-b3f6-ca26c17aaeb2 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 943 time: 0.2477760 Jun 22 09:04:55.308989 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3837ea8-1cc3-459d-96c1-7ae13f5793fe service neutron] Pushing event updated for resources: {'Port': ['ID=999fae5e-5944-444b-a551-890daaa2af68,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:55.328112 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64508a04-f23b-4a21-bb38-0701e5e9215b x-openstack-request-id: req-64508a04-f23b-4a21-bb38-0701e5e9215b {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:55.328671 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "tag": "999fae5e-5944-444b-a551-890daaa2af68", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:55.329141 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64508a04-f23b-4a21-bb38-0701e5e9215b {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:55.329750 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64508a04-f23b-4a21-bb38-0701e5e9215b'] response: {'name': 'network-changed', 'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'tag': '999fae5e-5944-444b-a551-890daaa2af68', 'status': 'completed', 'code': 200} Jun 22 09:04:55.413177 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-37b05f82-c52b-4b51-9404-aff99cbce76e req-11050a1c-c061-4a52-b1ec-cd92ea19f348 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641991 Jun 22 09:04:55.568995 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:55.583920 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a662fc-913a-42fc-891f-f89462b4e341 req-aa56997c-ea6f-4f14-903f-6612cd0b900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:55.585464 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c1a662fc-913a-42fc-891f-f89462b4e341 req-aa56997c-ea6f-4f14-903f-6612cd0b900b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=85bf3e1b89094cafa7d469ed3f84eb36&device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 1127 time: 0.1124463 Jun 22 09:04:55.594186 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a568-4f69-4ad3-bdbd-da2354766031 req-d941d461-7bd1-4d79-a145-8b8ff74703d7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:55.595838 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b5b2a568-4f69-4ad3-bdbd-da2354766031 req-d941d461-7bd1-4d79-a145-8b8ff74703d7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1137590 Jun 22 09:04:55.813192 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b5b2a568-4f69-4ad3-bdbd-da2354766031 req-48426cac-fcf8-4ec0-8bac-594146e50856 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2014227 Jun 22 09:04:55.816759 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a5ee08-b678-4117-ae2e-a4b0a95533aa {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:04:55.831752 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a662fc-913a-42fc-891f-f89462b4e341 req-05b716d8-0aa7-46e6-b9dc-bd2ba3754d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:55.833366 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c1a662fc-913a-42fc-891f-f89462b4e341 req-05b716d8-0aa7-46e6-b9dc-bd2ba3754d3a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=85bf3e1b89094cafa7d469ed3f84eb36&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2205977 Jun 22 09:04:55.835551 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Publish callbacks [] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:55.867527 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Transition to ACTIVE for port object 51a5ee08-b678-4117-ae2e-a4b0a95533aa will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:04:55.955107 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:56.087740 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=51a5ee08-b678-4117-ae2e-a4b0a95533aa,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:56.150194 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851c253-4d4b-4009-9543-23de7e4b6ef0 req-12813114-5549-4b68-a415-895ff6f31965 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:56.152262 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6851c253-4d4b-4009-9543-23de7e4b6ef0 req-12813114-5549-4b68-a415-895ff6f31965 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 943 time: 0.1489079 Jun 22 09:04:56.183356 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Attempting to bind port 51a5ee08-b678-4117-ae2e-a4b0a95533aa on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:04:56.183718 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Attempting to bind port 51a5ee08-b678-4117-ae2e-a4b0a95533aa by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:04:56.184018 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Attempting to bind port 51a5ee08-b678-4117-ae2e-a4b0a95533aa on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:04:56.202441 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Port 51a5ee08-b678-4117-ae2e-a4b0a95533aa on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:04:56.202817 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Attempting to bind port 51a5ee08-b678-4117-ae2e-a4b0a95533aa on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:04:56.210512 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:04:56.210998 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Checking segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:04:56.211387 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Bound using segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:04:56.211826 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Bound port: 51a5ee08-b678-4117-ae2e-a4b0a95533aa, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:04:56.212287 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:56.305959 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] For port 51a5ee08-b678-4117-ae2e-a4b0a95533aa, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:04:56.309262 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] For port 51a5ee08-b678-4117-ae2e-a4b0a95533aa, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51a5ee08-b678-4117-ae2e-a4b0a95533aa,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:04:56.312969 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:56.317439 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6851c253-4d4b-4009-9543-23de7e4b6ef0 req-c288455b-1b73-4d54-8c3d-8cb32fa65bfa tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558542 Jun 22 09:04:56.452532 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5574f07-0bda-4d5b-9233-f61caee83a8d req-50d8e5d6-19b2-4961-9017-0c77a7bada19 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:56.454110 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b5574f07-0bda-4d5b-9233-f61caee83a8d req-50d8e5d6-19b2-4961-9017-0c77a7bada19 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.1357551 Jun 22 09:04:56.457972 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:56.591646 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:56.592273 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:56.593676 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] 10.222.0.43 "PUT /v2.0/ports/51a5ee08-b678-4117-ae2e-a4b0a95533aa HTTP/1.1" status: 200 len: 1093 time: 2.3685617 Jun 22 09:04:56.693731 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130820cd-5f03-4af4-beb5-813e6716b2d3 req-23ea4fb0-4529-4165-967f-580f4ba4f8ee tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:56.695543 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-130820cd-5f03-4af4-beb5-813e6716b2d3 req-23ea4fb0-4529-4165-967f-580f4ba4f8ee tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 943 time: 0.1428816 Jun 22 09:04:56.704924 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a662fc-913a-42fc-891f-f89462b4e341 req-bff3d105-9ac7-47d2-bb39-6ce9068aeaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:56.706553 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c1a662fc-913a-42fc-891f-f89462b4e341 req-bff3d105-9ac7-47d2-bb39-6ce9068aeaa9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3427548 Jun 22 09:04:56.726287 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12682923-3828-4758-ac9e-1a3b90abbfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=51a5ee08-b678-4117-ae2e-a4b0a95533aa,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:04:56.742797 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b5574f07-0bda-4d5b-9233-f61caee83a8d req-c52cd877-0c6e-4b2f-9329-f935bc6f4dce tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217648 Jun 22 09:04:56.866114 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-2446df91-6d2c-4cdd-927e-5183c8042fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:56.868391 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-2446df91-6d2c-4cdd-927e-5183c8042fec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 1127 time: 0.0884805 Jun 22 09:04:56.967185 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-130820cd-5f03-4af4-beb5-813e6716b2d3 req-225007af-b06d-4229-9930-09fdc924b89e tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595053 Jun 22 09:04:56.997045 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-16646593-2ab1-4ff8-b653-fbc51b7b07a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51a5ee08-b678-4117-ae2e-a4b0a95533aa HTTP/1.1" status: 200 len: 217 time: 0.0978632 Jun 22 09:04:57.074596 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-b24f5b50-f8a5-4587-bef2-545b66e650db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:57.077026 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-b24f5b50-f8a5-4587-bef2-545b66e650db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=85bf3e1b89094cafa7d469ed3f84eb36&device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 1127 time: 0.1703734 Jun 22 09:04:57.081151 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:57.093549 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb27f34-20a3-4aee-bd04-3559b51f79e5 req-2f071353-34a8-4fe3-ba7d-cd0bd90071cb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:57.095079 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dfb27f34-20a3-4aee-bd04-3559b51f79e5 req-2f071353-34a8-4fe3-ba7d-cd0bd90071cb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1266489 Jun 22 09:04:57.149148 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-4f83df61-ee2a-4eb5-92cd-d31819222ed9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999fae5e-5944-444b-a551-890daaa2af68 HTTP/1.1" status: 200 len: 217 time: 0.0528288 Jun 22 09:04:57.150475 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-eae3bb1c-920f-463e-ba95-d96169f58836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:57.151814 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-eae3bb1c-920f-463e-ba95-d96169f58836 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 200 len: 852 time: 0.1457927 Jun 22 09:04:57.193286 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dfb27f34-20a3-4aee-bd04-3559b51f79e5 req-004370f3-8d95-449e-83f1-8b3aed3cae5d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882900 Jun 22 09:04:57.332659 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'tag': '51a5ee08-b678-4117-ae2e-a4b0a95533aa'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:04:57.336561 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd45c38-761d-4033-ad4b-6e7de651a07e" -d '{"events": [{"name": "network-changed", "server_uuid": "f943d146-cb3d-4f92-816a-536fc8e77c88", "tag": "51a5ee08-b678-4117-ae2e-a4b0a95533aa"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:04:57.467778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-b68b0ffd-627d-4bed-9801-1ef4ac41c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:57.467778 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-b68b0ffd-627d-4bed-9801-1ef4ac41c5eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89fc451c-46b3-4008-9c5d-bc37135b61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1288817 Jun 22 09:04:57.467778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-09e715bb-d687-4fe4-8f64-5dab43378760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:57.467778 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-09e715bb-d687-4fe4-8f64-5dab43378760 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40d2fb95-1371-476a-8763-5f4f4f1efa51 HTTP/1.1" status: 200 len: 854 time: 0.1335356 Jun 22 09:04:57.467778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4159eb-0176-45d3-9dab-dd673ca91d89 x-openstack-request-id: req-6e4159eb-0176-45d3-9dab-dd673ca91d89 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:04:57.467778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f943d146-cb3d-4f92-816a-536fc8e77c88", "tag": "51a5ee08-b678-4117-ae2e-a4b0a95533aa", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:04:57.467778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e4159eb-0176-45d3-9dab-dd673ca91d89 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:04:57.467778 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e4159eb-0176-45d3-9dab-dd673ca91d89'] response: {'name': 'network-changed', 'server_uuid': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'tag': '51a5ee08-b678-4117-ae2e-a4b0a95533aa', 'status': 'completed', 'code': 200} Jun 22 09:04:57.533321 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ef9a5-cd4e-48aa-bc1b-b6b05bcb805f req-fd3757fe-360b-4f62-bec5-c64721eeaec1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:57.535247 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c09ef9a5-cd4e-48aa-bc1b-b6b05bcb805f req-fd3757fe-360b-4f62-bec5-c64721eeaec1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 943 time: 0.0826600 Jun 22 09:04:57.666410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:57.676707 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c09ef9a5-cd4e-48aa-bc1b-b6b05bcb805f req-d69821b1-e0d0-4ded-83af-949be82ce47f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078942 Jun 22 09:04:57.676707 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-652fcd1d-5ebf-4892-adaa-a9bbbe298e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:57.676707 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-652fcd1d-5ebf-4892-adaa-a9bbbe298e70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1bae75a-b52c-4aa8-a997-6a3f2f298256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2136261 Jun 22 09:04:57.726117 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-04d9b9b9-e7c4-4b8f-a028-5a1a74209ff4 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628293 Jun 22 09:04:57.899957 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9aada-712f-4a80-9c5c-a22a3bfbff87 req-4873032d-1d7a-44a0-9165-ecb93f3fc798 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:57.911051 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-34a9aada-712f-4a80-9c5c-a22a3bfbff87 req-4873032d-1d7a-44a0-9165-ecb93f3fc798 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0798104 Jun 22 09:04:58.043607 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-34a9aada-712f-4a80-9c5c-a22a3bfbff87 req-87464be6-5831-4fdd-894e-ad1629828d1d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893905 Jun 22 09:04:58.129335 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77302b4-44a1-4a4f-ba1b-7c0746755a7a req-19cdde7b-deba-4ca1-b8c1-22da602173a2 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:58.144994 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e77302b4-44a1-4a4f-ba1b-7c0746755a7a req-19cdde7b-deba-4ca1-b8c1-22da602173a2 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 943 time: 0.0938871 Jun 22 09:04:58.218591 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e77302b4-44a1-4a4f-ba1b-7c0746755a7a req-e196c1d1-fde1-49f5-adee-46a575049dbe tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726473 Jun 22 09:04:58.347601 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd4058-8a22-43fe-8cfc-423cb4716bbe req-436241c0-047f-49a4-be82-5cdbf904c0e1 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:58.358086 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c8dd4058-8a22-43fe-8cfc-423cb4716bbe req-436241c0-047f-49a4-be82-5cdbf904c0e1 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0654473 Jun 22 09:04:58.419096 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c8dd4058-8a22-43fe-8cfc-423cb4716bbe req-f9b0a1d8-3764-4cfb-a1f8-8eddb3428984 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582540 Jun 22 09:04:58.834218 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90743e-1f54-4561-9a25-f4a04ad6a543 req-cfdf2db9-a90d-4c1e-96d5-cafca7643ebb tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:58.835953 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae90743e-1f54-4561-9a25-f4a04ad6a543 req-cfdf2db9-a90d-4c1e-96d5-cafca7643ebb tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 943 time: 0.0688474 Jun 22 09:04:58.900152 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae90743e-1f54-4561-9a25-f4a04ad6a543 req-967c9070-f03b-45a5-9831-23765b05377a tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578415 Jun 22 09:04:59.183220 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479f07d-a8fc-4b5e-bcaf-2ecba0c07d9e req-9855c997-ad9a-4dfd-9693-a51592ea092c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:59.185066 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f479f07d-a8fc-4b5e-bcaf-2ecba0c07d9e req-9855c997-ad9a-4dfd-9693-a51592ea092c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0619333 Jun 22 09:04:59.258851 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f479f07d-a8fc-4b5e-bcaf-2ecba0c07d9e req-101bffbb-1a93-4527-b21d-f640f16f7dfa tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636194 Jun 22 09:04:59.373764 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c2aff-296e-44d8-b6fa-c868689886df req-1ec5963d-3ba2-477f-9de9-eddb56a71457 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:59.375345 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-769c2aff-296e-44d8-b6fa-c868689886df req-1ec5963d-3ba2-477f-9de9-eddb56a71457 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 943 time: 0.0528529 Jun 22 09:04:59.447172 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-769c2aff-296e-44d8-b6fa-c868689886df req-7c133d04-0f7a-4d95-970e-d36f6dc4d191 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657544 Jun 22 09:04:59.574008 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ff855-cf80-4fae-98f2-20522e8f222a req-169629c7-a035-4e87-8587-ff36b501075b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:04:59.576338 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-104ff855-cf80-4fae-98f2-20522e8f222a req-169629c7-a035-4e87-8587-ff36b501075b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0664327 Jun 22 09:04:59.630535 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-104ff855-cf80-4fae-98f2-20522e8f222a req-3bdbf14e-7aba-4a2f-ae4a-91f7737d8041 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461469 Jun 22 09:05:00.024951 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b17f5-431e-487f-bf47-483ae45c5fb6 req-649abffc-6b87-433b-9f21-69af6d8b0dcc tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:00.026516 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9a3b17f5-431e-487f-bf47-483ae45c5fb6 req-649abffc-6b87-433b-9f21-69af6d8b0dcc tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 943 time: 0.0509212 Jun 22 09:05:00.080572 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:00.094492 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9a3b17f5-431e-487f-bf47-483ae45c5fb6 req-a2ae4acf-965a-439a-b753-d01d296a62e0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590296 Jun 22 09:05:00.391780 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688c0b3-d565-4816-85b8-b63b1bf71c53 req-6c6f9cc2-5040-4b9e-ab79-cc1b90d3d956 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:00.393417 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4688c0b3-d565-4816-85b8-b63b1bf71c53 req-6c6f9cc2-5040-4b9e-ab79-cc1b90d3d956 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0592358 Jun 22 09:05:00.441555 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4688c0b3-d565-4816-85b8-b63b1bf71c53 req-eb7b32e9-bf59-487b-a8d1-eb48fc3c4ff3 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422626 Jun 22 09:05:00.571638 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45535054-357a-47bd-9c15-6a87c2e8c360 req-6295e20e-f24d-47da-9b7f-e6049aa7fa11 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:00.573170 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-45535054-357a-47bd-9c15-6a87c2e8c360 req-6295e20e-f24d-47da-9b7f-e6049aa7fa11 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 943 time: 0.0560579 Jun 22 09:05:00.628577 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-45535054-357a-47bd-9c15-6a87c2e8c360 req-39eded7f-e8ff-48ad-84e4-6444c42ab1dc tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Jun 22 09:05:00.884446 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea4831-734d-43f2-874d-83e2b21894c8 req-a3df4bff-74c4-47ff-9a3b-61cd8b482069 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:00.885959 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbea4831-734d-43f2-874d-83e2b21894c8 req-a3df4bff-74c4-47ff-9a3b-61cd8b482069 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1652141 Jun 22 09:05:00.949220 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d88aad5d-5e99-439d-8d8a-00478f231dc0 req-e776134f-e034-441c-b8cd-c12c495fa4b0 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593100 Jun 22 09:05:00.958763 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:00.964060 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-fc7c72b5-e5ee-4f35-86f1-83c6f6394e90 service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726617 Jun 22 09:05:01.007340 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbea4831-734d-43f2-874d-83e2b21894c8 req-9303d973-f2ea-46fb-aae8-9aa034697c8c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138256 Jun 22 09:05:01.089297 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc292cbd-7916-4e5c-864e-35bcb7133b0c req-bb963bdb-6c92-4b1c-b52e-f6eafcfd6041 service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150239 Jun 22 09:05:01.221532 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69769d-8995-4903-8dad-fa6438be34a8 req-5619ab13-8ca5-49b5-9280-066ddc203ca7 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:01.223192 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ff69769d-8995-4903-8dad-fa6438be34a8 req-5619ab13-8ca5-49b5-9280-066ddc203ca7 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 943 time: 0.0539978 Jun 22 09:05:01.281289 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ff69769d-8995-4903-8dad-fa6438be34a8 req-1b43077a-f7af-45c6-aa70-7f99fb2c6e7e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524418 Jun 22 09:05:01.577776 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e08bc4-14e5-4fa5-8e98-7d2c59476f4d req-76f133fe-c2f7-49c6-8849-9294c7bd5723 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:01.579297 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b7e08bc4-14e5-4fa5-8e98-7d2c59476f4d req-76f133fe-c2f7-49c6-8849-9294c7bd5723 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0488088 Jun 22 09:05:01.634326 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b7e08bc4-14e5-4fa5-8e98-7d2c59476f4d req-fba9ec64-1d68-4b9b-9fb5-fd980980a66c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491490 Jun 22 09:05:01.748405 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e09c8-c0a3-40e8-80c7-1a93c49b9679 req-d47e9abb-30f1-4f60-bb30-84492f91962a tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:01.749868 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fd9e09c8-c0a3-40e8-80c7-1a93c49b9679 req-d47e9abb-30f1-4f60-bb30-84492f91962a tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 943 time: 0.0519040 Jun 22 09:05:01.798911 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fd9e09c8-c0a3-40e8-80c7-1a93c49b9679 req-b38685b6-b73e-448c-9512-51d019f47d51 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432975 Jun 22 09:05:02.131588 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b725b6-8868-43a2-801b-8ebb37b7159c req-1cbb8980-5cc0-43c9-87a4-d1f021bc0ee3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:02.133085 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d8b725b6-8868-43a2-801b-8ebb37b7159c req-1cbb8980-5cc0-43c9-87a4-d1f021bc0ee3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0501986 Jun 22 09:05:02.181933 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d8b725b6-8868-43a2-801b-8ebb37b7159c req-af5adf5c-e311-422a-81fa-90413c70e1ea tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430956 Jun 22 09:05:02.385748 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:02.398970 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6cc0f-7db2-4446-9df1-1f7d2841d39c req-b5b4534f-83ea-493a-ad40-0bc0ed94d85e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:02.400466 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-14b6cc0f-7db2-4446-9df1-1f7d2841d39c req-b5b4534f-83ea-493a-ad40-0bc0ed94d85e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 943 time: 0.0478871 Jun 22 09:05:02.452200 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-14b6cc0f-7db2-4446-9df1-1f7d2841d39c req-60767fb1-eaf7-4683-a93d-f0d06e622bcd tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459399 Jun 22 09:05:03.066475 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77208a-b046-4ce3-9d2c-ce09b316752f req-7d02db8e-a472-4db7-a99f-193a9d9570b2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:03.068022 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a77208a-b046-4ce3-9d2c-ce09b316752f req-7d02db8e-a472-4db7-a99f-193a9d9570b2 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.3593614 Jun 22 09:05:03.073392 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd45c38-761d-4033-ad4b-6e7de651a07e req-9b681819-f7b0-4c69-869f-0bb4da5b3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:03.074865 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ccd45c38-761d-4033-ad4b-6e7de651a07e req-9b681819-f7b0-4c69-869f-0bb4da5b3395 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 1127 time: 0.0850530 Jun 22 09:05:03.117092 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c90b-1b28-417b-b04e-42a2744ae740 req-aa9580f9-992f-4ac6-bb11-4b9ca965adb7 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:03.118609 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9e68c90b-1b28-417b-b04e-42a2744ae740 req-aa9580f9-992f-4ac6-bb11-4b9ca965adb7 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 943 time: 0.1276410 Jun 22 09:05:03.225933 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a77208a-b046-4ce3-9d2c-ce09b316752f req-8084218b-936a-426e-b801-a17dc3ab36e4 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479247 Jun 22 09:05:03.259735 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd45c38-761d-4033-ad4b-6e7de651a07e req-b23ea07d-fefd-4a39-bfe6-5816ff37c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:03.261468 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ccd45c38-761d-4033-ad4b-6e7de651a07e req-b23ea07d-fefd-4a39-bfe6-5816ff37c75e service neutron] 10.222.0.43 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 914 time: 0.1799004 Jun 22 09:05:03.265191 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9e68c90b-1b28-417b-b04e-42a2744ae740 req-19cff82e-9d88-4ce0-8a49-05dd1f1089c2 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390829 Jun 22 09:05:03.320760 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=38,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:03.354434 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc85de9-1c6a-439c-9e90-de8a2e458531 req-fdbffdff-ed38-401e-9b7c-01fadc42f844 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:03.356324 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ddc85de9-1c6a-439c-9e90-de8a2e458531 req-fdbffdff-ed38-401e-9b7c-01fadc42f844 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0626335 Jun 22 09:05:03.369782 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:03.412952 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ddc85de9-1c6a-439c-9e90-de8a2e458531 req-528d4bc3-2639-41d3-8748-edf7bfad0d9f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485792 Jun 22 09:05:03.483292 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 51a5ee08-b678-4117-ae2e-a4b0a95533aa details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:05:03.485273 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ccd45c38-761d-4033-ad4b-6e7de651a07e req-bc5dd0e9-9e27-444d-b56a-48809898c043 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51a5ee08-b678-4117-ae2e-a4b0a95533aa HTTP/1.1" status: 200 len: 217 time: 0.0451245 Jun 22 09:05:03.597805 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 51a5ee08-b678-4117-ae2e-a4b0a95533aa, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51a5ee08-b678-4117-ae2e-a4b0a95533aa,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:05:03.605344 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:03.609780 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:03.611106 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '51a5ee08-b678-4117-ae2e-a4b0a95533aa', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'port_id': '51a5ee08-b678-4117-ae2e-a4b0a95533aa', 'mac_address': 'fa:16:3e:96:7b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:05:03.620622 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-00ef5c05-eff6-44b5-8bd6-97b5c2b75302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:03.624984 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-00ef5c05-eff6-44b5-8bd6-97b5c2b75302 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337&tenant_id=ec813daa61ab4ac59a2197042fb35325 HTTP/1.1" status: 200 len: 1127 time: 0.1475887 Jun 22 09:05:03.637490 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52626427-b524-4943-b5f8-c45f08be6ebc req-ee75e9ac-8090-4c1f-bd7e-4ed4350b4f77 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:03.639054 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-52626427-b524-4943-b5f8-c45f08be6ebc req-ee75e9ac-8090-4c1f-bd7e-4ed4350b4f77 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 943 time: 0.0955732 Jun 22 09:05:03.650633 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd45c38-761d-4033-ad4b-6e7de651a07e req-2377cd3a-22a9-4f76-85c7-a5a51f03734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:03.650633 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ccd45c38-761d-4033-ad4b-6e7de651a07e req-2377cd3a-22a9-4f76-85c7-a5a51f03734f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 200 len: 852 time: 0.1384547 Jun 22 09:05:03.657683 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 51a5ee08-b678-4117-ae2e-a4b0a95533aa is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:05:03.658269 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:03.675902 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a5ee08-b678-4117-ae2e-a4b0a95533aa {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:05:03.698556 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:03.700702 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 51a5ee08-b678-4117-ae2e-a4b0a95533aa, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51a5ee08-b678-4117-ae2e-a4b0a95533aa,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:05:03.752426 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd45c38-761d-4033-ad4b-6e7de651a07e req-45f7192e-3c3f-46d2-b044-b9c34a138340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:03.754109 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ccd45c38-761d-4033-ad4b-6e7de651a07e req-45f7192e-3c3f-46d2-b044-b9c34a138340 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89fc451c-46b3-4008-9c5d-bc37135b61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0943785 Jun 22 09:05:03.765778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-d39a8214-bc8e-43e1-9fb6-357aaa236add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:03.767367 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-d39a8214-bc8e-43e1-9fb6-357aaa236add service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 1127 time: 0.1046784 Jun 22 09:05:03.779157 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-52626427-b524-4943-b5f8-c45f08be6ebc req-f58c907a-50f3-497f-b349-723edd52c9e1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276107 Jun 22 09:05:03.783281 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:03.823581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:03.839003 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=51a5ee08-b678-4117-ae2e-a4b0a95533aa,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:03.940597 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ccd45c38-761d-4033-ad4b-6e7de651a07e req-3c56c198-8a37-43da-a7d8-b59160298b68 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764743 Jun 22 09:05:03.943229 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-3e88fae2-926c-485a-82e6-5c4d03a1ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:03.944584 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-3e88fae2-926c-485a-82e6-5c4d03a1ddf6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 918 time: 0.1688697 Jun 22 09:05:04.048345 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['51a5ee08-b678-4117-ae2e-a4b0a95533aa'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:05:04.064766 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-17fdc515-ace5-4c7d-b1ed-281146237efc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be31663b-fa96-458a-8d8e-4d90d98f36db HTTP/1.1" status: 200 len: 999 time: 0.1054113 Jun 22 09:05:04.118579 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ccd45c38-761d-4033-ad4b-6e7de651a07e req-ab8a73f4-37d9-49d5-8774-fb775996ad59 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667283 Jun 22 09:05:04.132555 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-80ef5a8d-8525-4734-960f-9b83fd1e8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:04.134991 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-80ef5a8d-8525-4734-960f-9b83fd1e8507 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 HTTP/1.1" status: 200 len: 856 time: 0.0601583 Jun 22 09:05:04.193017 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-1f539458-2993-401a-a3e8-1620301250cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:04.194765 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-1f539458-2993-401a-a3e8-1620301250cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15257489-695d-400e-ba82-cb5e772f9bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522392 Jun 22 09:05:04.316487 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-4bb5f096-8f7a-4206-b7c4-204bf1dc1f4d service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131516 Jun 22 09:05:04.420467 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42958109-c0a5-4cdc-8293-bbfab52ed14d req-48992527-b1c7-45b6-9bd8-44214a197d28 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:04.422212 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-42958109-c0a5-4cdc-8293-bbfab52ed14d req-48992527-b1c7-45b6-9bd8-44214a197d28 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.1038315 Jun 22 09:05:04.458215 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990264c9-4e42-4a77-b90b-2b122608b84d req-58e33112-0324-4c35-bccd-845b392122fc tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:04.459848 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-990264c9-4e42-4a77-b90b-2b122608b84d req-58e33112-0324-4c35-bccd-845b392122fc tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 943 time: 0.1015785 Jun 22 09:05:04.543105 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:04.576819 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-42958109-c0a5-4cdc-8293-bbfab52ed14d req-b4ed19eb-01a6-4e49-b931-a2a6e4962389 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457911 Jun 22 09:05:04.589023 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-990264c9-4e42-4a77-b90b-2b122608b84d req-236c3067-636a-47bd-b8a5-7bec7dc511dc tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137078 Jun 22 09:05:04.595226 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7c76cabc-6724-41b3-b7ba-2769831c51c1 req-c0021f29-7062-43de-8c25-124d90cdb8da service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039747 Jun 22 09:05:04.698298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac8b98-e965-46e4-9596-0fad0c852ed5 req-53a600fd-af6f-4d83-a3ec-65c0567af29c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:04.699729 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e9ac8b98-e965-46e4-9596-0fad0c852ed5 req-53a600fd-af6f-4d83-a3ec-65c0567af29c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0532579 Jun 22 09:05:04.750456 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e9ac8b98-e965-46e4-9596-0fad0c852ed5 req-3ff27e57-fa61-45d4-92ff-8922749a561b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443659 Jun 22 09:05:04.902270 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd7a61-5fc3-4bc6-9a74-8a056a9a30a6 req-64273834-4e37-4aac-ae4e-273fe4e86770 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:04.903966 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-69dd7a61-5fc3-4bc6-9a74-8a056a9a30a6 req-64273834-4e37-4aac-ae4e-273fe4e86770 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 944 time: 0.0505357 Jun 22 09:05:04.959150 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-69dd7a61-5fc3-4bc6-9a74-8a056a9a30a6 req-055efb85-c02e-473a-a969-ac8c5f921957 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460544 Jun 22 09:05:04.977317 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:05.508166 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 999fae5e-5944-444b-a551-890daaa2af68 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:05:05.512822 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 51a5ee08-b678-4117-ae2e-a4b0a95533aa up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:05:05.731314 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 51a5ee08-b678-4117-ae2e-a4b0a95533aa completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:05:05.787837 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 999fae5e-5944-444b-a551-890daaa2af68, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=999fae5e-5944-444b-a551-890daaa2af68,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:05:05.815691 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '999fae5e-5944-444b-a551-890daaa2af68', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'port_id': '999fae5e-5944-444b-a551-890daaa2af68', 'mac_address': 'fa:16:3e:ba:1c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:05:05.853166 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673f79-4e00-44bf-9f53-359153997b08 req-c65322f2-891f-4303-b71b-ae826ed2557f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:05.855293 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fd673f79-4e00-44bf-9f53-359153997b08 req-c65322f2-891f-4303-b71b-ae826ed2557f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 943 time: 0.1638761 Jun 22 09:05:05.866459 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb72194-6fb9-4202-85c3-5273df87da62 req-b46ac071-9efe-428a-942f-0f78afbdcadf tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:05.875420 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ceb72194-6fb9-4202-85c3-5273df87da62 req-b46ac071-9efe-428a-942f-0f78afbdcadf tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.1258354 Jun 22 09:05:05.910264 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 999fae5e-5944-444b-a551-890daaa2af68 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:05:05.922210 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (999fae5e-5944-444b-a551-890daaa2af68), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:05.948888 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999fae5e-5944-444b-a551-890daaa2af68 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:05:05.972689 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 51a5ee08-b678-4117-ae2e-a4b0a95533aa triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:05:05.972689 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:05.973938 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ceb72194-6fb9-4202-85c3-5273df87da62 req-cf3ad48c-8369-449f-b4d1-a56f298aecad tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949421 Jun 22 09:05:06.021861 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fd673f79-4e00-44bf-9f53-359153997b08 req-62fc45c9-b8d4-4e1f-9e18-af0bd7d43716 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428349 Jun 22 09:05:06.047606 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 999fae5e-5944-444b-a551-890daaa2af68, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=999fae5e-5944-444b-a551-890daaa2af68,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:05:06.103412 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 51a5ee08-b678-4117-ae2e-a4b0a95533aa is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:05:06.103806 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:06.140106 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a5ee08-b678-4117-ae2e-a4b0a95533aa'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:05:06.147258 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6b4a5-940a-4249-89de-dff03d3b41d5 req-4256b4cb-eac5-4721-aa94-93b19233bb13 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:06.148866 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-60c6b4a5-940a-4249-89de-dff03d3b41d5 req-4256b4cb-eac5-4721-aa94-93b19233bb13 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0790610 Jun 22 09:05:06.157225 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d8d93d-ac84-42d4-862a-332276f92968" -d '{"events": [{"server_uuid": "f943d146-cb3d-4f92-816a-536fc8e77c88", "name": "network-vif-plugged", "status": "completed", "tag": "51a5ee08-b678-4117-ae2e-a4b0a95533aa"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:05:06.161108 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:06.178355 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (999fae5e-5944-444b-a551-890daaa2af68), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:06.224546 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084832a-85e1-4e33-b320-58533f21d090 req-67acebe0-c5a0-4b24-8ae4-4a51a7d3fc71 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:06.226184 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8084832a-85e1-4e33-b320-58533f21d090 req-67acebe0-c5a0-4b24-8ae4-4a51a7d3fc71 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 944 time: 0.0763748 Jun 22 09:05:06.233013 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 51a5ee08-b678-4117-ae2e-a4b0a95533aa, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51a5ee08-b678-4117-ae2e-a4b0a95533aa,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:05:06.252302 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:06.273444 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=999fae5e-5944-444b-a551-890daaa2af68,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:06.301941 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-60c6b4a5-940a-4249-89de-dff03d3b41d5 req-d12a2f9d-f1be-42ef-9afb-6ba00e769e69 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098506 Jun 22 09:05:06.326088 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:06.356282 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8084832a-85e1-4e33-b320-58533f21d090 req-e1ad243a-aa2f-4216-a763-a087159673a8 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186571 Jun 22 09:05:06.377973 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bfec92-6b31-4aa4-a0d1-dda0e2f431e0 x-openstack-request-id: req-10bfec92-6b31-4aa4-a0d1-dda0e2f431e0 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:05:06.378566 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f943d146-cb3d-4f92-816a-536fc8e77c88", "name": "network-vif-plugged", "status": "completed", "tag": "51a5ee08-b678-4117-ae2e-a4b0a95533aa", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:05:06.378976 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10bfec92-6b31-4aa4-a0d1-dda0e2f431e0 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:05:06.379870 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10bfec92-6b31-4aa4-a0d1-dda0e2f431e0'] response: {'server_uuid': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a5ee08-b678-4117-ae2e-a4b0a95533aa', 'code': 200} Jun 22 09:05:06.409239 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=51a5ee08-b678-4117-ae2e-a4b0a95533aa,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:06.500630 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['999fae5e-5944-444b-a551-890daaa2af68'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:05:06.689059 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:07.112255 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48a008-0c14-429b-a8fd-88fda958a227 req-171b3501-922f-4c6f-8c8c-c72e1b0c3e51 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:07.116239 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-eb48a008-0c14-429b-a8fd-88fda958a227 req-171b3501-922f-4c6f-8c8c-c72e1b0c3e51 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0607097 Jun 22 09:05:07.234693 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-eb48a008-0c14-429b-a8fd-88fda958a227 req-e110dbbd-1ef6-46fc-8c0f-f41444e777a5 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079321 Jun 22 09:05:07.258981 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d07a7-699d-452b-a614-662a71795d4f req-948cf7b4-d685-4627-a3fe-a8b9a01f4791 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:07.262702 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b07d07a7-699d-452b-a614-662a71795d4f req-948cf7b4-d685-4627-a3fe-a8b9a01f4791 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 944 time: 0.1336069 Jun 22 09:05:07.338936 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b07d07a7-699d-452b-a614-662a71795d4f req-152a0ad3-1377-4594-b1d7-1eeba9142e29 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699897 Jun 22 09:05:07.545778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d923d53-7c5a-4d58-8673-700379271596 req-c11c1d3e-c3ce-47e2-9be9-9ca7b92a806c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:07.546875 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 999fae5e-5944-444b-a551-890daaa2af68 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:05:07.547542 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9d923d53-7c5a-4d58-8673-700379271596 req-c11c1d3e-c3ce-47e2-9be9-9ca7b92a806c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1027336 Jun 22 09:05:07.547542 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab970171-9b7f-401b-a0fb-08f99efed9a2 req-7ee9436e-4e89-4ebe-a7ae-85cafea220ac tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:07.547542 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ab970171-9b7f-401b-a0fb-08f99efed9a2 req-7ee9436e-4e89-4ebe-a7ae-85cafea220ac tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.1022487 Jun 22 09:05:07.600001 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 999fae5e-5944-444b-a551-890daaa2af68 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:05:07.607239 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9d923d53-7c5a-4d58-8673-700379271596 req-6edafb0d-2a2c-4438-bca3-f8164f6a3e92 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821452 Jun 22 09:05:07.656736 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ab970171-9b7f-401b-a0fb-08f99efed9a2 req-299ca10b-97a0-429a-aab9-fd0a3e12b513 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073070 Jun 22 09:05:07.847452 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 999fae5e-5944-444b-a551-890daaa2af68 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:05:07.847947 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (999fae5e-5944-444b-a551-890daaa2af68), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:07.932977 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 999fae5e-5944-444b-a551-890daaa2af68 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:05:07.933328 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (999fae5e-5944-444b-a551-890daaa2af68), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:07.972123 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 999fae5e-5944-444b-a551-890daaa2af68, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=999fae5e-5944-444b-a551-890daaa2af68,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:05:08.068773 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (999fae5e-5944-444b-a551-890daaa2af68), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:08.133469 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=999fae5e-5944-444b-a551-890daaa2af68,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:08.381563 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999fae5e-5944-444b-a551-890daaa2af68'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:05:08.386404 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e4bf72-e212-4396-a763-b729afa174a1" -d '{"events": [{"server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "name": "network-vif-plugged", "status": "completed", "tag": "999fae5e-5944-444b-a551-890daaa2af68"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:05:08.403067 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7e956-3051-49c6-a424-c73f8aa01b49 req-02e33efb-3290-4236-85ff-0ebe77458cbb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:08.404639 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-59e7e956-3051-49c6-a424-c73f8aa01b49 req-02e33efb-3290-4236-85ff-0ebe77458cbb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0713840 Jun 22 09:05:08.418965 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:08.502502 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-59e7e956-3051-49c6-a424-c73f8aa01b49 req-c41367f7-5a61-42be-bba2-ec4e0a18d257 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903063 Jun 22 09:05:08.540045 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6525a4-24f0-4528-a953-5f1ac4d604d5 req-5d4a264e-81b2-436d-9d48-e45c436a1971 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:08.541836 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dd6525a4-24f0-4528-a953-5f1ac4d604d5 req-5d4a264e-81b2-436d-9d48-e45c436a1971 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0634403 Jun 22 09:05:08.568795 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f54916-33ac-40dd-aa37-6d0070357615 x-openstack-request-id: req-60f54916-33ac-40dd-aa37-6d0070357615 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:05:08.568795 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "name": "network-vif-plugged", "status": "completed", "tag": "999fae5e-5944-444b-a551-890daaa2af68", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:05:08.569780 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60f54916-33ac-40dd-aa37-6d0070357615 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:05:08.569780 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f54916-33ac-40dd-aa37-6d0070357615'] response: {'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999fae5e-5944-444b-a551-890daaa2af68', 'code': 200} Jun 22 09:05:08.620558 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dd6525a4-24f0-4528-a953-5f1ac4d604d5 req-4d361a1b-2e4f-4e41-92a3-24364fb04e94 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708003 Jun 22 09:05:08.771525 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72cd09-213c-47ee-b197-8953df58528e req-6e9f2913-8ebd-4126-a0e0-af4a77cc4324 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:08.773155 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fa72cd09-213c-47ee-b197-8953df58528e req-6e9f2913-8ebd-4126-a0e0-af4a77cc4324 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0767436 Jun 22 09:05:08.860595 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f8591-087a-4c97-8296-e3e6c890a42e req-3fe76f9d-501a-4758-950d-43d73b85b049 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:08.862731 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189f8591-087a-4c97-8296-e3e6c890a42e req-3fe76f9d-501a-4758-950d-43d73b85b049 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.0886014 Jun 22 09:05:08.898823 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fa72cd09-213c-47ee-b197-8953df58528e req-9cc3a3d7-ffb3-442c-91a8-acb1e0a5cb90 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112094 Jun 22 09:05:08.928216 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189f8591-087a-4c97-8296-e3e6c890a42e req-acff78dd-31b2-47e3-b6ec-4cb1ee0a0901 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595167 Jun 22 09:05:09.658588 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93744aff-47a6-4d64-add2-6fc07f7e4133 req-5e9b630a-edec-4aab-a8c9-4f2398cfabb9 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:09.660276 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-93744aff-47a6-4d64-add2-6fc07f7e4133 req-5e9b630a-edec-4aab-a8c9-4f2398cfabb9 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0683157 Jun 22 09:05:09.735254 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-93744aff-47a6-4d64-add2-6fc07f7e4133 req-ae11161a-3050-4c98-958e-89ccbd0e7e30 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591991 Jun 22 09:05:09.789477 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccde5f-6506-4381-9311-fb2930961900 req-e9b09ca6-c151-433f-a2d0-5f1b7d5be3d0 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:09.797429 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8cccde5f-6506-4381-9311-fb2930961900 req-e9b09ca6-c151-433f-a2d0-5f1b7d5be3d0 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0849051 Jun 22 09:05:09.854406 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8cccde5f-6506-4381-9311-fb2930961900 req-127a0df7-2257-4a96-957f-540e595654e8 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550284 Jun 22 09:05:10.082501 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:10.107850 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368762e-96e8-4aac-ae3e-bb6d2d642844 req-1a7b063b-ebd1-455a-9db2-c1eec3d3b82d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:10.110437 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2368762e-96e8-4aac-ae3e-bb6d2d642844 req-1a7b063b-ebd1-455a-9db2-c1eec3d3b82d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.1059694 Jun 22 09:05:10.117021 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeac198-0149-420e-9ec3-452f60b11aad req-7c7caa62-15f4-4dcf-96c4-8d07c9a78aaa tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:10.118609 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8eeac198-0149-420e-9ec3-452f60b11aad req-7c7caa62-15f4-4dcf-96c4-8d07c9a78aaa tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.1122978 Jun 22 09:05:10.208323 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2368762e-96e8-4aac-ae3e-bb6d2d642844 req-72772d1d-e882-40ce-af12-ccc90615ada0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886066 Jun 22 09:05:10.211645 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8eeac198-0149-420e-9ec3-452f60b11aad req-40cd054f-b06c-4e86-8326-220b7d8a8504 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850897 Jun 22 09:05:10.932170 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22c2a2-1b01-4082-bcc1-a31d5ed8cf28 req-9d1587a9-0ecc-4267-8be7-a3191ccffd31 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:10.934613 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8c22c2a2-1b01-4082-bcc1-a31d5ed8cf28 req-9d1587a9-0ecc-4267-8be7-a3191ccffd31 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0940895 Jun 22 09:05:11.042720 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8c22c2a2-1b01-4082-bcc1-a31d5ed8cf28 req-8cf5c10c-cc75-444f-b494-11f08e382046 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992737 Jun 22 09:05:11.060822 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9029230-331f-48f0-8ab6-888220c65097 req-3525fd53-4953-4ce1-af04-72b80832c87c tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:11.068311 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a9029230-331f-48f0-8ab6-888220c65097 req-3525fd53-4953-4ce1-af04-72b80832c87c tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0908992 Jun 22 09:05:11.131004 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a9029230-331f-48f0-8ab6-888220c65097 req-9524dcea-03c1-4d43-8ae0-ec53e8fb29cf tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563657 Jun 22 09:05:11.388079 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127ce3e-8fae-4c97-8a64-13ab71d959e5 req-faae9adb-e76d-46da-92db-f4a7e597e6fe tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:11.389711 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f127ce3e-8fae-4c97-8a64-13ab71d959e5 req-faae9adb-e76d-46da-92db-f4a7e597e6fe tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.0852892 Jun 22 09:05:11.401191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49ca05-3470-4003-bdfd-71ca145d4ddd req-0c36a4a0-dd27-4a9a-bfe1-0ef89482ad81 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:11.403053 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8f49ca05-3470-4003-bdfd-71ca145d4ddd req-0c36a4a0-dd27-4a9a-bfe1-0ef89482ad81 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0885339 Jun 22 09:05:11.465877 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:11.487690 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f127ce3e-8fae-4c97-8a64-13ab71d959e5 req-483f9cc6-15cf-416e-a07f-dd6c58d823b7 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834548 Jun 22 09:05:11.522799 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8f49ca05-3470-4003-bdfd-71ca145d4ddd req-da1a2623-b856-48cc-b983-93afa610501d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039529 Jun 22 09:05:11.634221 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=11 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:11.635527 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=15 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:12.192723 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1bc1b-649b-4106-8c7d-53bf6b43631c req-ddaf71f0-f715-40be-9ff6-4c484892ab30 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:12.198862 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94e1bc1b-649b-4106-8c7d-53bf6b43631c req-ddaf71f0-f715-40be-9ff6-4c484892ab30 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0682948 Jun 22 09:05:12.319832 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17e141-1f37-436b-988c-db2ba89970d4 req-bf8b41f4-7518-4046-abba-21f5465e2953 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:12.327058 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cc17e141-1f37-436b-988c-db2ba89970d4 req-bf8b41f4-7518-4046-abba-21f5465e2953 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0996325 Jun 22 09:05:12.327058 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94e1bc1b-649b-4106-8c7d-53bf6b43631c req-850eae62-781c-4f09-b2ab-77adb6d9a28c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247537 Jun 22 09:05:12.388056 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cc17e141-1f37-436b-988c-db2ba89970d4 req-891d5aa9-996e-4e6f-b9c1-ba24168b13b0 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605323 Jun 22 09:05:12.614843 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47ead7-59d9-4b70-b5b2-a33666f148e1 req-44744d63-9347-4573-b806-4fe84a733040 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:12.616193 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fe47ead7-59d9-4b70-b5b2-a33666f148e1 req-44744d63-9347-4573-b806-4fe84a733040 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.0578995 Jun 22 09:05:12.671912 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dca42-2061-4d3e-863c-47c7a88bec5b req-6a26bc6c-76fe-479f-b72c-04e50dc439e0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:12.673406 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2c6dca42-2061-4d3e-863c-47c7a88bec5b req-6a26bc6c-76fe-479f-b72c-04e50dc439e0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0749419 Jun 22 09:05:12.717828 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fe47ead7-59d9-4b70-b5b2-a33666f148e1 req-29243eac-15eb-405d-9692-0bd7031f6199 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808616 Jun 22 09:05:12.744588 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2c6dca42-2061-4d3e-863c-47c7a88bec5b req-3879f638-39ed-4d44-8931-eadd3650be83 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611949 Jun 22 09:05:13.150732 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-320cdf0a-d32b-4668-9cbe-9d37dfd80673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:13.791601 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f03558-987c-44e5-830c-57d0118c7cba req-35e173ec-e47a-4abc-b611-efd6facca3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:13.793111 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d8f03558-987c-44e5-830c-57d0118c7cba req-35e173ec-e47a-4abc-b611-efd6facca3ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 1129 time: 0.3899229 Jun 22 09:05:13.799870 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548da845-ca18-45bd-a479-392c28bd0382 req-b681070f-6602-4414-8a93-cc1db45c7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:13.801235 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-548da845-ca18-45bd-a479-392c28bd0382 req-b681070f-6602-4414-8a93-cc1db45c7322 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 1129 time: 0.3994293 Jun 22 09:05:13.808666 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a91441-12a0-42e9-8833-4f04aeb45a2d req-951dc039-5bbb-4085-98a6-f479d1c9f94c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:13.810040 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-78a91441-12a0-42e9-8833-4f04aeb45a2d req-951dc039-5bbb-4085-98a6-f479d1c9f94c tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.3965285 Jun 22 09:05:13.816380 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1c24c-380d-44ab-b2ae-2c4fd428187a req-689111f9-a6c5-4940-aa5a-3150838119b2 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:13.817749 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3d1c24c-380d-44ab-b2ae-2c4fd428187a req-689111f9-a6c5-4940-aa5a-3150838119b2 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.3529873 Jun 22 09:05:13.840461 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:13.895394 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-78a91441-12a0-42e9-8833-4f04aeb45a2d req-70afeed1-ea52-4a5b-9b60-6d8150d23711 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766883 Jun 22 09:05:13.898629 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3d1c24c-380d-44ab-b2ae-2c4fd428187a req-9ed33dd7-871d-4541-a302-a02d986f0c41 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730317 Jun 22 09:05:14.033505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bde49-4485-4d66-b04a-143eafb94937 req-6726c343-b6e1-4b4f-af94-81337fc4e21e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:14.035033 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f53bde49-4485-4d66-b04a-143eafb94937 req-6726c343-b6e1-4b4f-af94-81337fc4e21e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.0812378 Jun 22 09:05:14.041275 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e49b7-53c3-4f0e-b7fd-fbb1e779807b req-94788a66-b189-4e97-87cb-49db8dc3bc83 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:14.042717 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1e0e49b7-53c3-4f0e-b7fd-fbb1e779807b req-94788a66-b189-4e97-87cb-49db8dc3bc83 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0770702 Jun 22 09:05:14.118668 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f53bde49-4485-4d66-b04a-143eafb94937 req-f82e3fb3-cf7a-40b3-a0a1-f8968575522e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750303 Jun 22 09:05:14.122022 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1e0e49b7-53c3-4f0e-b7fd-fbb1e779807b req-91f8eb2c-2626-46d2-8e2b-9e91750721e8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724015 Jun 22 09:05:14.411172 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:14.416587 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d8f03558-987c-44e5-830c-57d0118c7cba req-4327da15-46f8-4053-88bb-e3cf1817c9ef service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921721 Jun 22 09:05:14.433344 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-548da845-ca18-45bd-a479-392c28bd0382 req-ecaf647f-3d22-4893-916c-527ddbd528f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085954 Jun 22 09:05:14.444660 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221dc7c-82cc-4b52-9672-dc953d38464f req-db1c9629-b105-4cf3-b047-6a528f533323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:14.446050 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7221dc7c-82cc-4b52-9672-dc953d38464f req-db1c9629-b105-4cf3-b047-6a528f533323 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 1130 time: 0.0454645 Jun 22 09:05:14.851647 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7221dc7c-82cc-4b52-9672-dc953d38464f req-0627e4cf-9f01-4fa4-9766-3068b0752c04 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 Jun 22 09:05:15.046777 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8748024-057e-4b88-a098-08339344acd2 req-decb4160-02a8-4385-b0ef-a961462eba93 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:15.048263 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d8748024-057e-4b88-a098-08339344acd2 req-decb4160-02a8-4385-b0ef-a961462eba93 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0811741 Jun 22 09:05:15.054112 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d5071-dfe2-47da-89a3-059737dff753 req-15c4d441-fd94-41c8-8ba2-8d85b911e1e5 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:15.055440 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-761d5071-dfe2-47da-89a3-059737dff753 req-15c4d441-fd94-41c8-8ba2-8d85b911e1e5 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0871978 Jun 22 09:05:15.131083 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d8748024-057e-4b88-a098-08339344acd2 req-a7db2275-9747-4028-96be-49004a301163 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747073 Jun 22 09:05:15.133995 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-761d5071-dfe2-47da-89a3-059737dff753 req-5cf8a79b-2311-4d10-832c-4f805dc02bc9 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716958 Jun 22 09:05:15.273513 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e1b23-b4a4-413d-bb7e-e6eb0cc3193a req-1c8da725-362c-414f-9c37-be37f9d2e140 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:15.274990 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-931e1b23-b4a4-413d-bb7e-e6eb0cc3193a req-1c8da725-362c-414f-9c37-be37f9d2e140 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.0854814 Jun 22 09:05:15.280821 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf0146-dd78-4997-9b9f-b1cab3ed9055 req-57d8312f-45ed-4fd4-a98f-7b4c7b5ea1fb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:15.283049 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9adf0146-dd78-4997-9b9f-b1cab3ed9055 req-57d8312f-45ed-4fd4-a98f-7b4c7b5ea1fb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0837510 Jun 22 09:05:15.361391 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-931e1b23-b4a4-413d-bb7e-e6eb0cc3193a req-473e7d5c-1377-489b-9648-fe768388cb78 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772986 Jun 22 09:05:15.365746 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9adf0146-dd78-4997-9b9f-b1cab3ed9055 req-6874836a-eab3-4d59-aa6e-a54971fd0257 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755837 Jun 22 09:05:15.468298 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d4425843-13d9-4761-a970-38a8719b21f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:15.527621 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:05:16.285191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df4e53-ffcf-4f9a-8166-f8f795806d94 req-53caf896-6876-4d83-a77d-28020939dc9d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:16.286696 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b0df4e53-ffcf-4f9a-8166-f8f795806d94 req-53caf896-6876-4d83-a77d-28020939dc9d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0858953 Jun 22 09:05:16.294461 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c8324-caaf-46db-bb92-d5325e2da7d7 req-c6aff7bf-0bde-42b3-a842-d94e0f457302 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:16.297138 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-752c8324-caaf-46db-bb92-d5325e2da7d7 req-c6aff7bf-0bde-42b3-a842-d94e0f457302 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0855665 Jun 22 09:05:16.372523 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-752c8324-caaf-46db-bb92-d5325e2da7d7 req-beee1c3a-0c79-4340-86ee-4bf46fd5730b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679688 Jun 22 09:05:16.375364 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b0df4e53-ffcf-4f9a-8166-f8f795806d94 req-d3db36a2-23e2-4808-b5a5-68f68f2c7c60 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786109 Jun 22 09:05:16.478656 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:16.518263 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cca28-a58d-4415-8c10-95165a4ecaef req-1312e46f-0202-466a-b8f3-32786bddfd41 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:16.519758 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fe0cca28-a58d-4415-8c10-95165a4ecaef req-1312e46f-0202-466a-b8f3-32786bddfd41 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.0804281 Jun 22 09:05:16.530113 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598e0a8-5518-4b77-874b-9a320715af76 req-f8c8348c-5168-449b-be5c-04944e75f184 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:16.531557 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c598e0a8-5518-4b77-874b-9a320715af76 req-f8c8348c-5168-449b-be5c-04944e75f184 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0815618 Jun 22 09:05:16.608635 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fe0cca28-a58d-4415-8c10-95165a4ecaef req-0a5c44ab-0e24-4a37-8903-814686abaaff tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755064 Jun 22 09:05:16.615624 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c598e0a8-5518-4b77-874b-9a320715af76 req-36be0ca7-be20-4b9c-9136-c8b61c555e94 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732744 Jun 22 09:05:16.720381 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffaff5-2f53-47a0-977f-5f1cd8f5b094 req-83f44e70-4b0d-4e63-80eb-6c580a6071db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:16.722079 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-44ffaff5-2f53-47a0-977f-5f1cd8f5b094 req-83f44e70-4b0d-4e63-80eb-6c580a6071db tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.0487185 Jun 22 09:05:16.731051 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43698) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:16.735520 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-4220e6a7-b8c3-417b-8ab2-ba14df9cea08 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'floatingip': {'port_id': '51a5ee08-b678-4117-ae2e-a4b0a95533aa'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:05:16.777391 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4220e6a7-b8c3-417b-8ab2-ba14df9cea08 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (5952bb5a-efb0-42a3-961a-ad8b30cce34e), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:17.034399 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:17.407965 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4220e6a7-b8c3-417b-8ab2-ba14df9cea08 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:17.464974 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4220e6a7-b8c3-417b-8ab2-ba14df9cea08 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (5952bb5a-efb0-42a3-961a-ad8b30cce34e), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:17.528529 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757a954-4c20-4a48-9b1c-9dea288fa193 req-060bc5f9-9d1b-429e-85d6-8ace389cf8ce tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:17.530004 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0757a954-4c20-4a48-9b1c-9dea288fa193 req-060bc5f9-9d1b-429e-85d6-8ace389cf8ce tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0810032 Jun 22 09:05:17.537121 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20611581-bcbb-42c5-a8ba-fc898763e139 req-16a9924d-ccf2-4cc6-84d3-ab31063113f6 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:17.538542 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-20611581-bcbb-42c5-a8ba-fc898763e139 req-16a9924d-ccf2-4cc6-84d3-ab31063113f6 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0803406 Jun 22 09:05:17.562367 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:17.562580 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.l3_db [None req-4220e6a7-b8c3-417b-8ab2-ba14df9cea08 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Floating IP 5952bb5a-efb0-42a3-961a-ad8b30cce34e associated. External IP: 172.27.2.229, port: 51a5ee08-b678-4117-ae2e-a4b0a95533aa. Jun 22 09:05:17.618073 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0757a954-4c20-4a48-9b1c-9dea288fa193 req-682253a9-b0bd-4c45-886f-fde7a88d20aa tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785379 Jun 22 09:05:17.621000 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-20611581-bcbb-42c5-a8ba-fc898763e139 req-1e9878c1-0b7d-420a-80be-7bea4657a8a9 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737844 Jun 22 09:05:17.782768 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9442-9e34-4627-8013-7b885d1e0263 req-349e2277-ebc5-4e5c-89f9-2abebbdde552 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:17.784286 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2efc9442-9e34-4627-8013-7b885d1e0263 req-349e2277-ebc5-4e5c-89f9-2abebbdde552 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0865932 Jun 22 09:05:17.790354 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292bffb-4b83-41c9-9ce6-852c4049040f req-ce98b457-25ae-45be-b469-ff8626b4b83d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:17.791757 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a292bffb-4b83-41c9-9ce6-852c4049040f req-ce98b457-25ae-45be-b469-ff8626b4b83d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0831068 Jun 22 09:05:17.805352 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4220e6a7-b8c3-417b-8ab2-ba14df9cea08 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:05:17.871103 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2efc9442-9e34-4627-8013-7b885d1e0263 req-8404bed9-e098-4aec-964d-57c1b8da0592 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783718 Jun 22 09:05:17.874175 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a292bffb-4b83-41c9-9ce6-852c4049040f req-ec047034-5ea2-487f-84ad-e345d8ae1354 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736485 Jun 22 09:05:17.935706 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4220e6a7-b8c3-417b-8ab2-ba14df9cea08 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:05:17.942888 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4220e6a7-b8c3-417b-8ab2-ba14df9cea08 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:17.949222 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068be670-dc07-4653-8b02-9ada7ad705bc None None] Sync routers for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:05:17.965179 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068be670-dc07-4653-8b02-9ada7ad705bc None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:05:17.965955 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-068be670-dc07-4653-8b02-9ada7ad705bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:05:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:17.982728 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-4220e6a7-b8c3-417b-8ab2-ba14df9cea08 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "PUT /v2.0/floatingips/5952bb5a-efb0-42a3-961a-ad8b30cce34e HTTP/1.1" status: 200 len: 991 time: 1.2485111 Jun 22 09:05:17.982728 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'tag': '51a5ee08-b678-4117-ae2e-a4b0a95533aa'}] {{(pid=104240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:05:17.983878 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3abfc77e5a12c6f207665f94500fb4c82f6ad8517e71d57fe655c3e12da5f60e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d30ffe1-4f97-4596-8fa0-28091cfcd475" -d '{"events": [{"name": "network-changed", "server_uuid": "f943d146-cb3d-4f92-816a-536fc8e77c88", "tag": "51a5ee08-b678-4117-ae2e-a4b0a95533aa"}]}' {{(pid=104240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:05:18.054530 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce763b2-6789-4b73-94dc-81f18700f2f0 x-openstack-request-id: req-bce763b2-6789-4b73-94dc-81f18700f2f0 {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:05:18.054925 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f943d146-cb3d-4f92-816a-536fc8e77c88", "tag": "51a5ee08-b678-4117-ae2e-a4b0a95533aa", "status": "completed", "code": 200}]} {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:05:18.055300 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bce763b2-6789-4b73-94dc-81f18700f2f0 {{(pid=104240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:05:18.055802 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce763b2-6789-4b73-94dc-81f18700f2f0'] response: {'name': 'network-changed', 'server_uuid': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'tag': '51a5ee08-b678-4117-ae2e-a4b0a95533aa', 'status': 'completed', 'code': 200} Jun 22 09:05:18.093089 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-068be670-dc07-4653-8b02-9ada7ad705bc None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:05:18.138619 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30ffe1-4f97-4596-8fa0-28091cfcd475 req-c0706dc6-1a22-4c7e-b949-b8067e7f77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:18.140316 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7d30ffe1-4f97-4596-8fa0-28091cfcd475 req-c0706dc6-1a22-4c7e-b949-b8067e7f77f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 1129 time: 0.0569289 Jun 22 09:05:18.271758 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c9644-fc65-41f1-b0ec-36bfe046eda6 req-56941112-7a2c-4055-bd46-0945393d8588 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:18.273569 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ff9c9644-fc65-41f1-b0ec-36bfe046eda6 req-56941112-7a2c-4055-bd46-0945393d8588 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0893624 Jun 22 09:05:18.305209 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30ffe1-4f97-4596-8fa0-28091cfcd475 req-bc128bf8-77c8-44f8-8b61-545bbcfdbe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:18.306741 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7d30ffe1-4f97-4596-8fa0-28091cfcd475 req-bc128bf8-77c8-44f8-8b61-545bbcfdbe12 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 914 time: 0.1589715 Jun 22 09:05:18.383603 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ff9c9644-fc65-41f1-b0ec-36bfe046eda6 req-9ea389d9-f697-40a3-bb83-08cc0d12e483 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986412 Jun 22 09:05:18.395319 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7d30ffe1-4f97-4596-8fa0-28091cfcd475 req-f532fdda-9f9e-4cbd-8716-34bc9ae7a46f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51a5ee08-b678-4117-ae2e-a4b0a95533aa HTTP/1.1" status: 200 len: 999 time: 0.0806613 Jun 22 09:05:18.458713 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-068be670-dc07-4653-8b02-9ada7ad705bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '5952bb5a-efb0-42a3-961a-ad8b30cce34e', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '51a5ee08-b678-4117-ae2e-a4b0a95533aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:96:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:04:45Z', 'updated_at': '2022-06-22T09:05:17Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:18.484842 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068be670-dc07-4653-8b02-9ada7ad705bc None None] Checking router: 8c5bbb13-8481-4a0c-a709-71197a0d36d9 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:05:18.494244 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068be670-dc07-4653-8b02-9ada7ad705bc None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:05:18.494874 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-068be670-dc07-4653-8b02-9ada7ad705bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:05:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:18.499160 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6f793-de71-4968-b29a-179693728953 req-f4fa847f-cf0e-42f2-84f6-c121e797b530 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:18.500917 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ebb6f793-de71-4968-b29a-179693728953 req-f4fa847f-cf0e-42f2-84f6-c121e797b530 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0881159 Jun 22 09:05:18.504893 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30ffe1-4f97-4596-8fa0-28091cfcd475 req-229430ac-ed22-4604-b7f8-7e265ef5a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:18.506948 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7d30ffe1-4f97-4596-8fa0-28091cfcd475 req-229430ac-ed22-4604-b7f8-7e265ef5a45d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 200 len: 852 time: 0.1048617 Jun 22 09:05:18.554345 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:18.574417 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ebb6f793-de71-4968-b29a-179693728953 req-628f4a86-5253-4704-b092-5315d04d5e59 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653002 Jun 22 09:05:18.607803 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30ffe1-4f97-4596-8fa0-28091cfcd475 req-21607d8f-f6af-4a6a-ae8c-bfff0a14935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:18.609310 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7d30ffe1-4f97-4596-8fa0-28091cfcd475 req-21607d8f-f6af-4a6a-ae8c-bfff0a14935a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89fc451c-46b3-4008-9c5d-bc37135b61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487034 Jun 22 09:05:18.616637 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:18.633328 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-068be670-dc07-4653-8b02-9ada7ad705bc None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:05:18.705433 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:18.832677 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:18.850409 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-068be670-dc07-4653-8b02-9ada7ad705bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '5952bb5a-efb0-42a3-961a-ad8b30cce34e', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '51a5ee08-b678-4117-ae2e-a4b0a95533aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:96:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:04:45Z', 'updated_at': '2022-06-22T09:05:17Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:18.875478 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068be670-dc07-4653-8b02-9ada7ad705bc None None] The sync data for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi is: [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '5952bb5a-efb0-42a3-961a-ad8b30cce34e', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '51a5ee08-b678-4117-ae2e-a4b0a95533aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:96:7b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:04:45Z', 'updated_at': '2022-06-22T09:05:17Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:05:18.966441 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:19.007344 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fb966-d7b5-4270-b0b6-1f859b640967 req-c0281a63-1864-4256-b459-7d48c98141e3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:19.017541 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1f8fb966-d7b5-4270-b0b6-1f859b640967 req-c0281a63-1864-4256-b459-7d48c98141e3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0512793 Jun 22 09:05:19.069722 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1f8fb966-d7b5-4270-b0b6-1f859b640967 req-338c68d7-42ce-448f-966d-5c785275c325 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522127 Jun 22 09:05:19.091308 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e14d1e-1d6e-4b8f-b69f-1c2565893a43 None None] New status for floating IP 5952bb5a-efb0-42a3-961a-ad8b30cce34e: ACTIVE {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:05:19.348855 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f65749-f47a-4f83-9168-94766b4be005 req-94c7b838-2618-491d-ae4b-e4625271d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:19.350278 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6f65749-f47a-4f83-9168-94766b4be005 req-94c7b838-2618-491d-ae4b-e4625271d968 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 1130 time: 0.0650644 Jun 22 09:05:19.419584 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:19.467217 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7d30ffe1-4f97-4596-8fa0-28091cfcd475 req-31731fb3-a4e8-432b-8a7f-114905a9cd73 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831515 Jun 22 09:05:19.513181 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f65749-f47a-4f83-9168-94766b4be005 req-2077ed32-8858-4086-a9ff-bc4f37cee262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:19.514703 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6f65749-f47a-4f83-9168-94766b4be005 req-2077ed32-8858-4086-a9ff-bc4f37cee262 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.1398916 Jun 22 09:05:19.622937 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6f65749-f47a-4f83-9168-94766b4be005 req-de5c6872-d743-4dc4-8a2c-f7cbd9b80923 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9245704a-8d26-4a4c-af84-7c9cacbb258e HTTP/1.1" status: 200 len: 1002 time: 0.1029694 Jun 22 09:05:19.627444 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7d30ffe1-4f97-4596-8fa0-28091cfcd475 req-bdb5352d-74ed-4e03-a1af-da693afa4a25 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529012 Jun 22 09:05:19.705205 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f65749-f47a-4f83-9168-94766b4be005 req-6a927926-00c0-4969-9705-5fe30b656003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:19.706691 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6f65749-f47a-4f83-9168-94766b4be005 req-6a927926-00c0-4969-9705-5fe30b656003 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.0785003 Jun 22 09:05:19.727234 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1848e1-5aa0-4fb0-a15e-c4288299e7b3 req-e35fa7e2-c2a9-4f3c-ab2c-b9f0139d805f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:19.728652 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d1848e1-5aa0-4fb0-a15e-c4288299e7b3 req-e35fa7e2-c2a9-4f3c-ab2c-b9f0139d805f tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0678182 Jun 22 09:05:19.777847 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f65749-f47a-4f83-9168-94766b4be005 req-51bb2cfd-0c28-4033-9126-5b82c27a270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:19.779372 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6f65749-f47a-4f83-9168-94766b4be005 req-51bb2cfd-0c28-4033-9126-5b82c27a270d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657294 Jun 22 09:05:19.832998 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d1848e1-5aa0-4fb0-a15e-c4288299e7b3 req-745f53e2-8a0b-4080-9551-fac9377fce82 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821755 Jun 22 09:05:19.897645 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6f65749-f47a-4f83-9168-94766b4be005 req-80ff023d-7430-4e07-9188-f20528c88881 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126244 Jun 22 09:05:19.976817 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:19.993449 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6f65749-f47a-4f83-9168-94766b4be005 req-ddfebe97-7204-4435-9c33-e1d0544e4cfb service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899558 Jun 22 09:05:20.191456 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7e5bc-382a-4a93-aff3-77579eb98c6e req-cad8892c-730d-4879-a020-02f4232f733f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:20.192930 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c2e7e5bc-382a-4a93-aff3-77579eb98c6e req-cad8892c-730d-4879-a020-02f4232f733f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0478168 Jun 22 09:05:20.247302 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c2e7e5bc-382a-4a93-aff3-77579eb98c6e req-b90943b3-a689-4399-9ddb-b9a9363d7c9d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486114 Jun 22 09:05:20.976656 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04166cb6-3479-4666-9919-146a71583006 req-d6bc0f1f-2859-4570-8580-c07ef91288ec tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:20.978153 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-04166cb6-3479-4666-9919-146a71583006 req-d6bc0f1f-2859-4570-8580-c07ef91288ec tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0618265 Jun 22 09:05:21.026719 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-04166cb6-3479-4666-9919-146a71583006 req-aad9a257-7842-4551-b114-b6dfe7fd1a5e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426161 Jun 22 09:05:21.373966 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd6403-2ccf-4d66-b47d-f130d5bd1aed req-70ab587e-e03e-495e-b529-acb91341a8a9 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:21.375472 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-11cd6403-2ccf-4d66-b47d-f130d5bd1aed req-70ab587e-e03e-495e-b529-acb91341a8a9 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 943 time: 0.0517199 Jun 22 09:05:21.427057 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-11cd6403-2ccf-4d66-b47d-f130d5bd1aed req-d4f2a71e-97e3-4e50-a2f9-8c4cf98f171b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458307 Jun 22 09:05:21.547602 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device be31663b-fa96-458a-8d8e-4d90d98f36db details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:05:21.663821 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:05:21.677017 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'port_id': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'mac_address': 'fa:16:3e:e9:e0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:05:21.715227 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port be31663b-fa96-458a-8d8e-4d90d98f36db is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:05:21.715615 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:21.730546 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be31663b-fa96-458a-8d8e-4d90d98f36db {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:05:21.753652 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:05:21.869031 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:21.916339 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=be31663b-fa96-458a-8d8e-4d90d98f36db,revision_number=9']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:21.923791 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.924133 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.924472 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.924804 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.925126 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.925447 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.925763 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.926095 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.926413 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.926730 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.927047 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.927362 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.927676 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.927985 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:21.928295 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:22.148958 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e27758-9a53-480e-9aa5-ae8d94fd307b req-e8c29195-e302-439a-a4c1-f09f1de818ef tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:22.150491 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-35e27758-9a53-480e-9aa5-ae8d94fd307b req-e8c29195-e302-439a-a4c1-f09f1de818ef tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0541029 Jun 22 09:05:22.160115 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['be31663b-fa96-458a-8d8e-4d90d98f36db'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:05:22.202988 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-35e27758-9a53-480e-9aa5-ae8d94fd307b req-b11a62c8-8a14-40db-b108-5f244cd6a819 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468123 Jun 22 09:05:22.238126 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:22.558622 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a9a92-2a10-4e02-b3f8-809673a6224e req-267c91e6-53b0-41a9-a0d0-980ca7a3a2d8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:22.560141 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f47a9a92-2a10-4e02-b3f8-809673a6224e req-267c91e6-53b0-41a9-a0d0-980ca7a3a2d8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 944 time: 0.0517907 Jun 22 09:05:22.612843 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f47a9a92-2a10-4e02-b3f8-809673a6224e req-227e5f8b-5383-49da-b976-1a3e097a5d18 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459540 Jun 22 09:05:23.326703 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67c878-de34-4e65-bdc7-e6bd907d05cb req-026ec516-6d18-4368-a896-87980cf6ec09 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:23.328180 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4a67c878-de34-4e65-bdc7-e6bd907d05cb req-026ec516-6d18-4368-a896-87980cf6ec09 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0525916 Jun 22 09:05:23.378773 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4a67c878-de34-4e65-bdc7-e6bd907d05cb req-c844ac13-55d5-44cc-b322-91e958f70747 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444520 Jun 22 09:05:23.495237 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d055e89-2c35-4e87-a909-7524f06ca5db req-b8f0f00a-3060-47c1-8f96-e5313e006b96 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:23.496611 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5d055e89-2c35-4e87-a909-7524f06ca5db req-b8f0f00a-3060-47c1-8f96-e5313e006b96 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0500195 Jun 22 09:05:23.505771 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43770) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:23.510333 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-e9a69b23-6584-45d2-81fe-c077ac966cdb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Request body: {'floatingip': {'port_id': '9245704a-8d26-4a4c-af84-7c9cacbb258e'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:05:23.552489 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device be31663b-fa96-458a-8d8e-4d90d98f36db up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:05:23.568168 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e9a69b23-6584-45d2-81fe-c077ac966cdb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for floatingip (2e57929e-82d4-47d2-87c3-2f1090ca446f), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:23.599620 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port be31663b-fa96-458a-8d8e-4d90d98f36db triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:05:23.599988 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:23.603591 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:23.616909 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:23.680971 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port be31663b-fa96-458a-8d8e-4d90d98f36db is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:05:23.681465 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:23.709378 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:05:23.711742 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022c157c-b967-4249-af7e-997495649d09" -d '{"events": [{"server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "name": "network-vif-plugged", "status": "completed", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:05:23.727730 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:05:23.744468 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440be58-6304-4d64-a694-df4e56c42a6b req-e5859f75-afe1-461f-a30e-75837327a949 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:23.746421 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9440be58-6304-4d64-a694-df4e56c42a6b req-e5859f75-afe1-461f-a30e-75837327a949 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 944 time: 0.0543003 Jun 22 09:05:23.759605 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef49922-56d0-488d-8ef0-fdf8e83d20c1 x-openstack-request-id: req-fef49922-56d0-488d-8ef0-fdf8e83d20c1 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:05:23.760229 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "name": "network-vif-plugged", "status": "completed", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:05:23.760490 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fef49922-56d0-488d-8ef0-fdf8e83d20c1 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:05:23.760883 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef49922-56d0-488d-8ef0-fdf8e83d20c1'] response: {'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'code': 200} Jun 22 09:05:23.801246 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9440be58-6304-4d64-a694-df4e56c42a6b req-74e4ede1-dfbc-41f0-b291-41d093df487f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479069 Jun 22 09:05:23.805583 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:23.862388 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=be31663b-fa96-458a-8d8e-4d90d98f36db,revision_number=10']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:24.054622 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e9a69b23-6584-45d2-81fe-c077ac966cdb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:24.150657 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e9a69b23-6584-45d2-81fe-c077ac966cdb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (2e57929e-82d4-47d2-87c3-2f1090ca446f), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:24.357128 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a69b23-6584-45d2-81fe-c077ac966cdb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:05:24.400918 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:24.460511 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:24.474229 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a69b23-6584-45d2-81fe-c077ac966cdb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:05:24.488449 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e9a69b23-6584-45d2-81fe-c077ac966cdb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:24.488560 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e51b67-4930-4715-993a-a42f3b0c075a None None] Sync routers for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:05:24.498026 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e51b67-4930-4715-993a-a42f3b0c075a None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:05:24.498631 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791e186-116c-4fba-a8a1-f4339002ba77 req-53894461-1ac4-4346-91a3-6575465f281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:24.498814 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-65e51b67-4930-4715-993a-a42f3b0c075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:05:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:24.500159 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7791e186-116c-4fba-a8a1-f4339002ba77 req-53894461-1ac4-4346-91a3-6575465f281c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 1130 time: 0.0480394 Jun 22 09:05:24.515275 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e'}] {{(pid=104240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:05:24.518451 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3abfc77e5a12c6f207665f94500fb4c82f6ad8517e71d57fe655c3e12da5f60e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7777bf-bdad-4d07-bfef-1d4dac190332" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e"}]}' {{(pid=104240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:05:24.550900 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7791e186-116c-4fba-a8a1-f4339002ba77 req-2fca7304-64bc-4708-a060-329fa6259b91 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446098 Jun 22 09:05:24.552802 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:24.553742 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-e9a69b23-6584-45d2-81fe-c077ac966cdb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "PUT /v2.0/floatingips/2e57929e-82d4-47d2-87c3-2f1090ca446f HTTP/1.1" status: 200 len: 994 time: 1.0466759 Jun 22 09:05:24.576755 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c75380-4fc1-4c0e-817f-50df2dd5e861 x-openstack-request-id: req-d5c75380-4fc1-4c0e-817f-50df2dd5e861 {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:05:24.577043 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e", "status": "completed", "code": 200}]} {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:05:24.577294 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5c75380-4fc1-4c0e-817f-50df2dd5e861 {{(pid=104240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:05:24.577691 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c75380-4fc1-4c0e-817f-50df2dd5e861'] response: {'name': 'network-changed', 'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'status': 'completed', 'code': 200} Jun 22 09:05:24.617061 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-65e51b67-4930-4715-993a-a42f3b0c075a None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:05:24.828137 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7777bf-bdad-4d07-bfef-1d4dac190332 req-2cfdaae3-5958-441a-83f5-e5010eca6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:24.829698 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7f7777bf-bdad-4d07-bfef-1d4dac190332 req-2cfdaae3-5958-441a-83f5-e5010eca6352 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 1130 time: 0.0423720 Jun 22 09:05:24.841546 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-65e51b67-4930-4715-993a-a42f3b0c075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '2e57929e-82d4-47d2-87c3-2f1090ca446f', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'port_id': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'mac_address': 'fa:16:3e:02:b8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:03:01Z', 'updated_at': '2022-06-22T09:05:23Z', 'revision_number': 3, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 5, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:24.878366 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e51b67-4930-4715-993a-a42f3b0c075a None None] Checking router: e2d57552-2ff5-4cdc-a3c7-80af1f783ccd for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:05:24.894911 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e51b67-4930-4715-993a-a42f3b0c075a None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:05:24.895950 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-65e51b67-4930-4715-993a-a42f3b0c075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:05:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:24.998808 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4447350-b9df-4cc5-8005-9b773b184bb7 req-fa0eef71-9ccb-4b8e-b6f6-5677fdb2cf4e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:25.000402 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a4447350-b9df-4cc5-8005-9b773b184bb7 req-fa0eef71-9ccb-4b8e-b6f6-5677fdb2cf4e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 946 time: 0.0913475 Jun 22 09:05:25.006439 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7777bf-bdad-4d07-bfef-1d4dac190332 req-c2a6c005-027f-4060-b5da-64c0d36a1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:25.007876 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7f7777bf-bdad-4d07-bfef-1d4dac190332 req-c2a6c005-027f-4060-b5da-64c0d36a1220 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.1723816 Jun 22 09:05:25.036412 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-65e51b67-4930-4715-993a-a42f3b0c075a None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:05:25.041298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:25.056187 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a4447350-b9df-4cc5-8005-9b773b184bb7 req-d2cbfb8c-0590-4052-947a-ea1501f2e289 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472319 Jun 22 09:05:25.070535 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:25.252976 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-65e51b67-4930-4715-993a-a42f3b0c075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '2e57929e-82d4-47d2-87c3-2f1090ca446f', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'port_id': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'mac_address': 'fa:16:3e:02:b8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:03:01Z', 'updated_at': '2022-06-22T09:05:23Z', 'revision_number': 3, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 5, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:25.277807 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e51b67-4930-4715-993a-a42f3b0c075a None None] The sync data for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi is: [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '2e57929e-82d4-47d2-87c3-2f1090ca446f', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'port_id': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'mac_address': 'fa:16:3e:02:b8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:03:01Z', 'updated_at': '2022-06-22T09:05:23Z', 'revision_number': 3, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 5, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:05:25.426776 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7f7777bf-bdad-4d07-bfef-1d4dac190332 req-e2298ac4-0fb1-4736-b5cf-d0cf33d3a1d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9245704a-8d26-4a4c-af84-7c9cacbb258e HTTP/1.1" status: 200 len: 1002 time: 0.0615778 Jun 22 09:05:25.485505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7777bf-bdad-4d07-bfef-1d4dac190332 req-c1e4f337-5409-4705-a531-004a7f214ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:25.487402 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7f7777bf-bdad-4d07-bfef-1d4dac190332 req-c1e4f337-5409-4705-a531-004a7f214ce2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.0510318 Jun 22 09:05:25.532545 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7777bf-bdad-4d07-bfef-1d4dac190332 req-9e8d0913-c3d7-4e8a-9fe9-7dafc445cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:25.534137 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7f7777bf-bdad-4d07-bfef-1d4dac190332 req-9e8d0913-c3d7-4e8a-9fe9-7dafc445cbd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398872 Jun 22 09:05:25.635267 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7f7777bf-bdad-4d07-bfef-1d4dac190332 req-956239be-c5c4-45ad-98a2-c746ef3c17e3 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894823 Jun 22 09:05:25.736811 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7f7777bf-bdad-4d07-bfef-1d4dac190332 req-4c7d4752-a856-48ef-9b32-a20fd97973d6 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916796 Jun 22 09:05:26.180209 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2d2f0-e934-40fd-b5da-e98ae84a8e3a req-0df67bac-778f-4556-ad4e-ed244b389b35 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:26.181671 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9df2d2f0-e934-40fd-b5da-e98ae84a8e3a req-0df67bac-778f-4556-ad4e-ed244b389b35 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 946 time: 0.0484169 Jun 22 09:05:26.236068 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9df2d2f0-e934-40fd-b5da-e98ae84a8e3a req-eb0c604f-9097-4bf7-94aa-a363b2117f5a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486305 Jun 22 09:05:26.578762 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e'}] {{(pid=104240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:05:26.581824 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3abfc77e5a12c6f207665f94500fb4c82f6ad8517e71d57fe655c3e12da5f60e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c63b3e7-8058-4177-b581-5250454072c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e"}]}' {{(pid=104240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:05:26.619439 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774de3f6-8ff8-4b78-b8c5-f75437e33430 x-openstack-request-id: req-774de3f6-8ff8-4b78-b8c5-f75437e33430 {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:05:26.619439 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e", "status": "completed", "code": 200}]} {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:05:26.619439 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-774de3f6-8ff8-4b78-b8c5-f75437e33430 {{(pid=104240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:05:26.619439 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774de3f6-8ff8-4b78-b8c5-f75437e33430'] response: {'name': 'network-changed', 'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'status': 'completed', 'code': 200} Jun 22 09:05:26.684653 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63b3e7-8058-4177-b581-5250454072c2 req-35a28f5f-99d5-46a7-9366-e48ea498e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:26.686226 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3c63b3e7-8058-4177-b581-5250454072c2 req-35a28f5f-99d5-46a7-9366-e48ea498e542 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 1130 time: 0.0391390 Jun 22 09:05:26.781360 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63b3e7-8058-4177-b581-5250454072c2 req-5472e13f-bcbd-45c7-89bf-21b65c006810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:26.782875 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3c63b3e7-8058-4177-b581-5250454072c2 req-5472e13f-bcbd-45c7-89bf-21b65c006810 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 200 len: 919 time: 0.0904768 Jun 22 09:05:26.849062 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3c63b3e7-8058-4177-b581-5250454072c2 req-a3d6b0eb-fa22-4cec-9850-1eda050ae4fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9245704a-8d26-4a4c-af84-7c9cacbb258e HTTP/1.1" status: 200 len: 1002 time: 0.0595357 Jun 22 09:05:26.905979 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63b3e7-8058-4177-b581-5250454072c2 req-6e1bd31d-2de0-4203-9886-5068a3e64f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:26.907510 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3c63b3e7-8058-4177-b581-5250454072c2 req-6e1bd31d-2de0-4203-9886-5068a3e64f90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 200 len: 857 time: 0.0470226 Jun 22 09:05:26.955972 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63b3e7-8058-4177-b581-5250454072c2 req-e3b7514b-b5f4-408f-9bdc-03fdd377aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:26.957453 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3c63b3e7-8058-4177-b581-5250454072c2 req-e3b7514b-b5f4-408f-9bdc-03fdd377aff7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81450ca5-339e-4f08-bdc8-ec0a189d1628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400069 Jun 22 09:05:27.327613 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:27.330891 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3c63b3e7-8058-4177-b581-5250454072c2 req-117a8e14-b733-42fd-a1c4-17782b396fe1 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624310 Jun 22 09:05:27.389680 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462db0e5-e73b-4cb5-a9b3-961dfcae7f7c req-3ae7197e-57cf-43c0-89f5-80dbf6bdfcf6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:27.391097 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-462db0e5-e73b-4cb5-a9b3-961dfcae7f7c req-3ae7197e-57cf-43c0-89f5-80dbf6bdfcf6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 946 time: 0.0761487 Jun 22 09:05:27.432228 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:27.483299 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3c63b3e7-8058-4177-b581-5250454072c2 req-dd6eedd9-8a1d-4cd1-94aa-de9b9c9cdf93 service neutron] 10.222.0.43 "GET /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363783 Jun 22 09:05:27.490533 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-462db0e5-e73b-4cb5-a9b3-961dfcae7f7c req-c7eb116d-785d-4be3-900c-f86321f79c0c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927050 Jun 22 09:05:28.617332 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd3ee-abb1-4cdf-9d79-ded7470eecfc req-02935d4a-c2c6-4f6f-a500-a8c696008323 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:28.618900 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6f7cd3ee-abb1-4cdf-9d79-ded7470eecfc req-02935d4a-c2c6-4f6f-a500-a8c696008323 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 946 time: 0.0501688 Jun 22 09:05:28.669777 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6f7cd3ee-abb1-4cdf-9d79-ded7470eecfc req-39d636db-acfa-4416-ae8c-ece4b641ce9a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451546 Jun 22 09:05:30.999837 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19045f10-9764-4e56-8d07-c2153bc7a4f6 req-c18173e5-fa86-4ff1-9ffb-7af8ab341547 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:31.001219 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-19045f10-9764-4e56-8d07-c2153bc7a4f6 req-c18173e5-fa86-4ff1-9ffb-7af8ab341547 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0532141 Jun 22 09:05:31.048752 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-19045f10-9764-4e56-8d07-c2153bc7a4f6 req-03ab9328-0c45-4f58-acd9-97e64e59d77f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Jun 22 09:05:31.072295 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43848) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:31.154377 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a016da0-1bfc-4c8d-94de-f80ce120070a tempest-TestMinimumBasicScenario-287375829 tempest-TestMinimumBasicScenario-287375829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:31.155968 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-1a016da0-1bfc-4c8d-94de-f80ce120070a tempest-TestMinimumBasicScenario-287375829 tempest-TestMinimumBasicScenario-287375829-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 1124 time: 0.0826697 Jun 22 09:05:31.158888 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43852) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:31.164048 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'port_id': '999fae5e-5944-444b-a551-890daaa2af68', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:05:31.259249 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:31.341592 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:31.449844 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Allocated IP 172.27.2.34 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/a11e2ef4-bb7a-40d1-a762-56d06c78d74c) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:05:31.464635 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:31.543837 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:31.550893 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:31.561759 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for port (a11e2ef4-bb7a-40d1-a762-56d06c78d74c), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:31.670935 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (a11e2ef4-bb7a-40d1-a762-56d06c78d74c), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:31.710777 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:05:31.715606 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:05:31.719005 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:05:31.742461 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'Port': ['ID=a11e2ef4-bb7a-40d1-a762-56d06c78d74c,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:31.761817 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.762183 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.762516 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.762839 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.763161 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.763480 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.763796 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.764114 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.764427 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.764740 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.765050 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.765359 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.765666 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.765973 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.766321 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:05:31.781207 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:32.098155 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for floatingip (66cfb35e-311f-4ea8-ba92-db080c75a1b9), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:32.252454 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (a11e2ef4-bb7a-40d1-a762-56d06c78d74c), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:32.397844 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for port (a11e2ef4-bb7a-40d1-a762-56d06c78d74c), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:32.468278 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14068877'] for port (a11e2ef4-bb7a-40d1-a762-56d06c78d74c), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:32.736749 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'Port': ['ID=a11e2ef4-bb7a-40d1-a762-56d06c78d74c,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:32.748962 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (66cfb35e-311f-4ea8-ba92-db080c75a1b9), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:32.783537 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:32.848414 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.l3_db [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Floating IP 66cfb35e-311f-4ea8-ba92-db080c75a1b9 associated. External IP: 172.27.2.34, port: 999fae5e-5944-444b-a551-890daaa2af68. Jun 22 09:05:33.042387 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:33.060747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Router ca1cff5a-3da3-47c7-bccb-2999ce693923 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:05:33.166113 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:05:33.175675 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25767c5-d958-4f97-a5ca-83de74ba1b1f None None] Sync routers for ids ['ca1cff5a-3da3-47c7-bccb-2999ce693923'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:05:33.187199 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25767c5-d958-4f97-a5ca-83de74ba1b1f None None] Routers {'ca1cff5a-3da3-47c7-bccb-2999ce693923'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:05:33.193321 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-f25767c5-d958-4f97-a5ca-83de74ba1b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:05:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['ca1cff5a-3da3-47c7-bccb-2999ce693923'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:33.258869 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:33.293420 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-f25767c5-d958-4f97-a5ca-83de74ba1b1f None None] Set router ca1cff5a-3da3-47c7-bccb-2999ce693923 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:05:33.293642 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ba551061-462b-4310-b4fb-887de50d5bea tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1334352 Jun 22 09:05:33.294174 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'tag': '999fae5e-5944-444b-a551-890daaa2af68'}] {{(pid=104240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:05:33.296504 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3abfc77e5a12c6f207665f94500fb4c82f6ad8517e71d57fe655c3e12da5f60e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0a41c0-2f1c-4dd4-a581-906c74219dda" -d '{"events": [{"name": "network-changed", "server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "tag": "999fae5e-5944-444b-a551-890daaa2af68"}]}' {{(pid=104240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:05:33.296633 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 43856) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:33.301250 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-6aafe143-21b4-46ae-97cb-80ae48d99823 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916218320', 'description': 'tempest-secgroup-smoke-916218320 description', 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:05:33.341567 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81741ae-3e37-410c-8990-7862a2842053 x-openstack-request-id: req-c81741ae-3e37-410c-8990-7862a2842053 {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:05:33.341567 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "tag": "999fae5e-5944-444b-a551-890daaa2af68", "status": "completed", "code": 200}]} {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:05:33.341567 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c81741ae-3e37-410c-8990-7862a2842053 {{(pid=104240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:05:33.341567 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81741ae-3e37-410c-8990-7862a2842053'] response: {'name': 'network-changed', 'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'tag': '999fae5e-5944-444b-a551-890daaa2af68', 'status': 'completed', 'code': 200} Jun 22 09:05:33.406043 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a41c0-2f1c-4dd4-a581-906c74219dda req-b4a6c73f-8c94-4aba-9ceb-f80a1ff52e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:33.407612 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ba0a41c0-2f1c-4dd4-a581-906c74219dda req-b4a6c73f-8c94-4aba-9ceb-f80a1ff52e98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=85bf3e1b89094cafa7d469ed3f84eb36&device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 1129 time: 0.0401580 Jun 22 09:05:33.424926 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6aafe143-21b4-46ae-97cb-80ae48d99823 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:33.516418 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-f25767c5-d958-4f97-a5ca-83de74ba1b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 4, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '66cfb35e-311f-4ea8-ba92-db080c75a1b9', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'port_id': '999fae5e-5944-444b-a551-890daaa2af68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'mac_address': 'fa:16:3e:ba:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:05:31Z', 'updated_at': '2022-06-22T09:05:31Z', 'revision_number': 0, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f4a0e2-ab43-42c5-9998-be0154540844', 'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'mac_address': 'fa:16:3e:85:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:17Z', 'updated_at': '2022-06-22T09:04:21Z', 'revision_number': 5, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'subnets': [{'id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:33.543761 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25767c5-d958-4f97-a5ca-83de74ba1b1f None None] Checking router: ca1cff5a-3da3-47c7-bccb-2999ce693923 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:05:33.546632 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a41c0-2f1c-4dd4-a581-906c74219dda req-0f012764-29e8-474f-a55b-5aa6b950542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:33.548111 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ba0a41c0-2f1c-4dd4-a581-906c74219dda req-0f012764-29e8-474f-a55b-5aa6b950542e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1bae75a-b52c-4aa8-a997-6a3f2f298256 HTTP/1.1" status: 200 len: 916 time: 0.1324003 Jun 22 09:05:33.553052 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25767c5-d958-4f97-a5ca-83de74ba1b1f None None] Routers {'ca1cff5a-3da3-47c7-bccb-2999ce693923'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:05:33.553843 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-f25767c5-d958-4f97-a5ca-83de74ba1b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:05:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['ca1cff5a-3da3-47c7-bccb-2999ce693923'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:33.611600 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6aafe143-21b4-46ae-97cb-80ae48d99823 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group (e4383816-2a1c-4c39-8d72-93c86f94c5cb), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:33.630933 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ba0a41c0-2f1c-4dd4-a581-906c74219dda req-0efa91c6-85bc-4b5d-a886-bdaae8e4c1f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999fae5e-5944-444b-a551-890daaa2af68 HTTP/1.1" status: 200 len: 998 time: 0.0754471 Jun 22 09:05:33.688040 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a41c0-2f1c-4dd4-a581-906c74219dda req-97cab037-4da6-4586-94b1-e0d7acb4b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:33.689515 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ba0a41c0-2f1c-4dd4-a581-906c74219dda req-97cab037-4da6-4586-94b1-e0d7acb4b6d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40d2fb95-1371-476a-8763-5f4f4f1efa51 HTTP/1.1" status: 200 len: 854 time: 0.0523143 Jun 22 09:05:33.707854 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6aafe143-21b4-46ae-97cb-80ae48d99823 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (e4383816-2a1c-4c39-8d72-93c86f94c5cb), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:33.748552 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-f25767c5-d958-4f97-a5ca-83de74ba1b1f None None] Set router ca1cff5a-3da3-47c7-bccb-2999ce693923 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:05:33.759509 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a41c0-2f1c-4dd4-a581-906c74219dda req-1644757e-6669-49aa-92b0-b466be38d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:33.761029 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ba0a41c0-2f1c-4dd4-a581-906c74219dda req-1644757e-6669-49aa-92b0-b466be38d747 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1bae75a-b52c-4aa8-a997-6a3f2f298256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0629592 Jun 22 09:05:33.765052 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafe143-21b4-46ae-97cb-80ae48d99823 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4383816-2a1c-4c39-8d72-93c86f94c5cb,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:33.843142 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:33.859300 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6aafe143-21b4-46ae-97cb-80ae48d99823 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:33.860586 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-6aafe143-21b4-46ae-97cb-80ae48d99823 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5628963 Jun 22 09:05:33.863650 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43860) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:33.870743 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-86254f45-d13f-4a5d-ae1e-995dbd386393 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Request body: {'security_group_rule': {'security_group_id': 'e4383816-2a1c-4c39-8d72-93c86f94c5cb', 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:05:33.876076 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ba0a41c0-2f1c-4dd4-a581-906c74219dda req-2afa5cbb-da2b-4e1b-9674-fa88bc2457b9 service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051793 Jun 22 09:05:33.962881 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-86254f45-d13f-4a5d-ae1e-995dbd386393 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (d740b626-337a-4ba0-b46d-3cd98828e57d), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:33.968877 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:33.973242 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ba0a41c0-2f1c-4dd4-a581-906c74219dda req-80120426-129a-4984-9ea8-083168970224 service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914137 Jun 22 09:05:33.975932 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-f25767c5-d958-4f97-a5ca-83de74ba1b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 4, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '66cfb35e-311f-4ea8-ba92-db080c75a1b9', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'port_id': '999fae5e-5944-444b-a551-890daaa2af68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'mac_address': 'fa:16:3e:ba:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:05:31Z', 'updated_at': '2022-06-22T09:05:31Z', 'revision_number': 0, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f4a0e2-ab43-42c5-9998-be0154540844', 'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'mac_address': 'fa:16:3e:85:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:17Z', 'updated_at': '2022-06-22T09:04:21Z', 'revision_number': 5, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'subnets': [{'id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:05:34.002112 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25767c5-d958-4f97-a5ca-83de74ba1b1f None None] The sync data for ids ['ca1cff5a-3da3-47c7-bccb-2999ce693923'] in dv-cinder-787296-11-iscsi is: [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 4, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '66cfb35e-311f-4ea8-ba92-db080c75a1b9', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'port_id': '999fae5e-5944-444b-a551-890daaa2af68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'mac_address': 'fa:16:3e:ba:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:05:31Z', 'updated_at': '2022-06-22T09:05:31Z', 'revision_number': 0, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f4a0e2-ab43-42c5-9998-be0154540844', 'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'mac_address': 'fa:16:3e:85:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:17Z', 'updated_at': '2022-06-22T09:04:21Z', 'revision_number': 5, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'subnets': [{'id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:05:34.033509 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-86254f45-d13f-4a5d-ae1e-995dbd386393 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (d740b626-337a-4ba0-b46d-3cd98828e57d), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:34.171480 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-86254f45-d13f-4a5d-ae1e-995dbd386393 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (d740b626-337a-4ba0-b46d-3cd98828e57d), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:34.195032 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86254f45-d13f-4a5d-ae1e-995dbd386393 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d740b626-337a-4ba0-b46d-3cd98828e57d,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:34.199558 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a5b551-e237-44dc-9b3d-8fa9634e8093 None None] New status for floating IP 66cfb35e-311f-4ea8-ba92-db080c75a1b9: ACTIVE {{(pid=104241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:05:34.281798 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-86254f45-d13f-4a5d-ae1e-995dbd386393 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:34.283172 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-86254f45-d13f-4a5d-ae1e-995dbd386393 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4185290 Jun 22 09:05:34.285884 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43862) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:34.290455 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-b9f9527e-4687-4482-b110-9f10f3bb75ff tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Request body: {'security_group_rule': {'security_group_id': 'e4383816-2a1c-4c39-8d72-93c86f94c5cb', 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:05:34.384322 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9f9527e-4687-4482-b110-9f10f3bb75ff tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (219cdace-d2d6-47eb-abdb-9b306248e91f), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:34.449935 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9f9527e-4687-4482-b110-9f10f3bb75ff tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (219cdace-d2d6-47eb-abdb-9b306248e91f), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:34.527778 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9f9527e-4687-4482-b110-9f10f3bb75ff tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (219cdace-d2d6-47eb-abdb-9b306248e91f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:34.546924 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9527e-4687-4482-b110-9f10f3bb75ff tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219cdace-d2d6-47eb-abdb-9b306248e91f,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:34.666675 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b9f9527e-4687-4482-b110-9f10f3bb75ff tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:34.667853 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-b9f9527e-4687-4482-b110-9f10f3bb75ff tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3809650 Jun 22 09:05:34.670597 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43864) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:34.674862 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-4305751a-f61c-42ab-9773-f4a1f0b37d50 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Request body: {'security_group_rule': {'security_group_id': 'e4383816-2a1c-4c39-8d72-93c86f94c5cb', 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:05:34.768383 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4305751a-f61c-42ab-9773-f4a1f0b37d50 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (9cc88a2c-c28e-4680-b4cd-e34d7d54c047), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:34.823885 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4305751a-f61c-42ab-9773-f4a1f0b37d50 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (9cc88a2c-c28e-4680-b4cd-e34d7d54c047), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:34.910774 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4305751a-f61c-42ab-9773-f4a1f0b37d50 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (9cc88a2c-c28e-4680-b4cd-e34d7d54c047), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:34.931666 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305751a-f61c-42ab-9773-f4a1f0b37d50 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc88a2c-c28e-4680-b4cd-e34d7d54c047,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:35.019387 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:35.093197 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4305751a-f61c-42ab-9773-f4a1f0b37d50 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:35.094509 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-4305751a-f61c-42ab-9773-f4a1f0b37d50 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4229949 Jun 22 09:05:35.097216 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43866) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:35.101590 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-cb10f8b3-be52-4512-98cc-9eb86f4dfad6 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Request body: {'security_group_rule': {'security_group_id': 'e4383816-2a1c-4c39-8d72-93c86f94c5cb', 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:05:35.232008 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cb10f8b3-be52-4512-98cc-9eb86f4dfad6 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (d7c0acd7-9e51-41a0-8a67-f1f4ae65c74a), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:35.276630 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:35.293946 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cb10f8b3-be52-4512-98cc-9eb86f4dfad6 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (d7c0acd7-9e51-41a0-8a67-f1f4ae65c74a), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:35.376756 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cb10f8b3-be52-4512-98cc-9eb86f4dfad6 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (d7c0acd7-9e51-41a0-8a67-f1f4ae65c74a), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:35.401444 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10f8b3-be52-4512-98cc-9eb86f4dfad6 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c0acd7-9e51-41a0-8a67-f1f4ae65c74a,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:35.512458 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cb10f8b3-be52-4512-98cc-9eb86f4dfad6 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:35.513613 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-cb10f8b3-be52-4512-98cc-9eb86f4dfad6 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4154735 Jun 22 09:05:35.516313 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43868) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:35.520709 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-d3cc3019-a9ce-44c2-a754-8ea176338d7d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Request body: {'security_group_rule': {'security_group_id': 'e4383816-2a1c-4c39-8d72-93c86f94c5cb', 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:05:35.526691 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:35.613251 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.securitygroups_db [None req-d3cc3019-a9ce-44c2-a754-8ea176338d7d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Project 85bf3e1b89094cafa7d469ed3f84eb36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:05:35.620276 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3019-a9ce-44c2-a754-8ea176338d7d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (f7f5cbb7-d18b-4d9c-bb49-f0977c1bad8e), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:35.681647 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3019-a9ce-44c2-a754-8ea176338d7d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (f7f5cbb7-d18b-4d9c-bb49-f0977c1bad8e), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:35.762135 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3019-a9ce-44c2-a754-8ea176338d7d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (f7f5cbb7-d18b-4d9c-bb49-f0977c1bad8e), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:35.781830 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc3019-a9ce-44c2-a754-8ea176338d7d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f5cbb7-d18b-4d9c-bb49-f0977c1bad8e,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:35.870375 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3019-a9ce-44c2-a754-8ea176338d7d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:35.871604 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d3cc3019-a9ce-44c2-a754-8ea176338d7d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3543818 Jun 22 09:05:35.874779 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 43870) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:35.878950 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-b7421050-7979-4ef6-919d-c1ea5f88ed90 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Request body: {'security_group_rule': {'security_group_id': 'e4383816-2a1c-4c39-8d72-93c86f94c5cb', 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:05:35.976753 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.securitygroups_db [None req-b7421050-7979-4ef6-919d-c1ea5f88ed90 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Project 85bf3e1b89094cafa7d469ed3f84eb36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:05:35.982885 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b7421050-7979-4ef6-919d-c1ea5f88ed90 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (92a2bbf6-9ec9-447b-8586-7d2ba8fbb790), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:36.044618 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b7421050-7979-4ef6-919d-c1ea5f88ed90 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (92a2bbf6-9ec9-447b-8586-7d2ba8fbb790), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:36.131134 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b7421050-7979-4ef6-919d-c1ea5f88ed90 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (92a2bbf6-9ec9-447b-8586-7d2ba8fbb790), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:36.150073 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7421050-7979-4ef6-919d-c1ea5f88ed90 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a2bbf6-9ec9-447b-8586-7d2ba8fbb790,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:36.232581 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b7421050-7979-4ef6-919d-c1ea5f88ed90 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:36.233807 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-b7421050-7979-4ef6-919d-c1ea5f88ed90 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3581147 Jun 22 09:05:36.374487 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a960207d-7d87-4482-bdcf-67f666796136 req-de416b45-6a29-422b-9cba-ceaf75e0711e tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916218320&fields=id&tenant_id=85bf3e1b89094cafa7d469ed3f84eb36 HTTP/1.1" status: 200 len: 267 time: 0.0957403 Jun 22 09:05:36.429848 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960207d-7d87-4482-bdcf-67f666796136 req-bfee7ece-856b-4ae1-9004-e92bc0d414aa tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:36.432124 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a960207d-7d87-4482-bdcf-67f666796136 req-bfee7ece-856b-4ae1-9004-e92bc0d414aa tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0523162 Jun 22 09:05:36.443277 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-a960207d-7d87-4482-bdcf-67f666796136 req-3e59c078-f5cd-42f7-96c3-203bb6170e46 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Request body: {'port': {'security_groups': ['64758bc2-a667-4697-a72c-e3f5aa95afc4', 'e4383816-2a1c-4c39-8d72-93c86f94c5cb']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:05:36.535321 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-57c7b633-2a1e-4897-a79d-318673f8104e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646024 Jun 22 09:05:36.548450 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-a960207d-7d87-4482-bdcf-67f666796136 req-3e59c078-f5cd-42f7-96c3-203bb6170e46 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (999fae5e-5944-444b-a551-890daaa2af68), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:36.629347 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-6ab76bfc-c615-4a07-bc65-cbd796989ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:36.631432 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-6ab76bfc-c615-4a07-bc65-cbd796989ef5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 1130 time: 0.0716834 Jun 22 09:05:36.823546 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-86962b58-a4be-4271-bffa-2b4495e0246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:36.824942 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-86962b58-a4be-4271-bffa-2b4495e0246d service neutron] 10.222.0.43 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 918 time: 0.1685026 Jun 22 09:05:36.881029 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-a960207d-7d87-4482-bdcf-67f666796136 req-3e59c078-f5cd-42f7-96c3-203bb6170e46 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] For port 999fae5e-5944-444b-a551-890daaa2af68, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=999fae5e-5944-444b-a551-890daaa2af68,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:05:36.917460 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-b04526a2-fd0b-4e7f-bf22-a3125884e153 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be31663b-fa96-458a-8d8e-4d90d98f36db HTTP/1.1" status: 200 len: 1001 time: 0.0840085 Jun 22 09:05:36.934446 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-a960207d-7d87-4482-bdcf-67f666796136 req-3e59c078-f5cd-42f7-96c3-203bb6170e46 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for port (999fae5e-5944-444b-a551-890daaa2af68), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:36.971025 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-4f9aa943-4efd-4222-be97-60aa60b5f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:36.972467 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-4f9aa943-4efd-4222-be97-60aa60b5f700 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 HTTP/1.1" status: 200 len: 856 time: 0.0478663 Jun 22 09:05:37.008721 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-a960207d-7d87-4482-bdcf-67f666796136 req-3e59c078-f5cd-42f7-96c3-203bb6170e46 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (999fae5e-5944-444b-a551-890daaa2af68), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:37.020746 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['999fae5e-5944-444b-a551-890daaa2af68'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:05:37.068458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-f480dda6-6436-43e7-8210-781f68085e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:37.070000 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-f480dda6-6436-43e7-8210-781f68085e3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15257489-695d-400e-ba82-cb5e772f9bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0886908 Jun 22 09:05:37.075584 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960207d-7d87-4482-bdcf-67f666796136 req-3e59c078-f5cd-42f7-96c3-203bb6170e46 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:37.076154 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-a960207d-7d87-4482-bdcf-67f666796136 req-3e59c078-f5cd-42f7-96c3-203bb6170e46 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:37.077555 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a960207d-7d87-4482-bdcf-67f666796136 req-3e59c078-f5cd-42f7-96c3-203bb6170e46 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "PUT /v2.0/ports/999fae5e-5944-444b-a551-890daaa2af68 HTTP/1.1" status: 200 len: 981 time: 0.6395929 Jun 22 09:05:37.080482 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'tag': '999fae5e-5944-444b-a551-890daaa2af68'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:05:37.082756 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "tag": "999fae5e-5944-444b-a551-890daaa2af68"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:05:37.113769 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59c078-f5cd-42f7-96c3-203bb6170e46 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'Port': ['ID=999fae5e-5944-444b-a551-890daaa2af68,revision_number=6']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:05:37.154388 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c027db81-de81-490a-8980-cfe66f18065a x-openstack-request-id: req-c027db81-de81-490a-8980-cfe66f18065a {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:05:37.154388 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "tag": "999fae5e-5944-444b-a551-890daaa2af68", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:05:37.154388 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c027db81-de81-490a-8980-cfe66f18065a {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:05:37.154388 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c027db81-de81-490a-8980-cfe66f18065a'] response: {'name': 'network-changed', 'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'tag': '999fae5e-5944-444b-a551-890daaa2af68', 'status': 'completed', 'code': 200} Jun 22 09:05:37.231758 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-76d5b984-ab8d-406b-94d1-d318eeefe8f0 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461184 Jun 22 09:05:37.240021 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['999fae5e-5944-444b-a551-890daaa2af68'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:05:37.275769 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:37.300936 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:37.325753 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:37.348675 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e29df-7f51-4098-952f-83caf2d055a0 req-7398d948-b369-4129-9477-4239599fb704 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:37.348675 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-292e29df-7f51-4098-952f-83caf2d055a0 req-7398d948-b369-4129-9477-4239599fb704 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.2015784 Jun 22 09:05:37.352355 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2 req-77a03445-39c3-4fd8-9cb7-ae9f649cb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:37.353801 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2 req-77a03445-39c3-4fd8-9cb7-ae9f649cb204 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=85bf3e1b89094cafa7d469ed3f84eb36&device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 1168 time: 0.1096411 Jun 22 09:05:37.387803 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-ee7ea864-5b71-470e-aaf1-8f74961c510a None None] Provisioning complete for port 999fae5e-5944-444b-a551-890daaa2af68 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:05:37.388165 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ee7ea864-5b71-470e-aaf1-8f74961c510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (999fae5e-5944-444b-a551-890daaa2af68), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:37.497638 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:37.526494 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-292e29df-7f51-4098-952f-83caf2d055a0 req-9415475f-7956-4914-b0dc-a064f30ad13e tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1690531 Jun 22 09:05:37.528406 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-08bc6825-ab4f-40eb-9a67-d165345b04e1 req-5efcd5bd-9330-418d-ad71-1d37dd85260d service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682889 Jun 22 09:05:37.559409 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2 req-c475781b-4f90-45ec-a04e-9b9bf433c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:37.561049 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2 req-c475781b-4f90-45ec-a04e-9b9bf433c57c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1bae75a-b52c-4aa8-a997-6a3f2f298256 HTTP/1.1" status: 200 len: 916 time: 0.1685371 Jun 22 09:05:37.597871 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ea864-5b71-470e-aaf1-8f74961c510a None None] Current status of the port 999fae5e-5944-444b-a551-890daaa2af68 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:05:37.634940 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2 req-036f1856-8037-4c21-90e8-e82a41e0e97a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999fae5e-5944-444b-a551-890daaa2af68 HTTP/1.1" status: 200 len: 1000 time: 0.0656457 Jun 22 09:05:37.690667 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2 req-1bde4e1a-9ae1-4d40-afb7-0e53b2e29f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:37.692180 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2 req-1bde4e1a-9ae1-4d40-afb7-0e53b2e29f9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40d2fb95-1371-476a-8763-5f4f4f1efa51 HTTP/1.1" status: 200 len: 854 time: 0.0498197 Jun 22 09:05:37.742908 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2 req-7c381f21-75c4-44b8-8a42-86f94f2f2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:37.744425 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2 req-7c381f21-75c4-44b8-8a42-86f94f2f2386 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1bae75a-b52c-4aa8-a997-6a3f2f298256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448132 Jun 22 09:05:37.787587 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:37.842422 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2 req-cc5a1311-2222-4540-9978-46bbe0f9d7e2 service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913308 Jun 22 09:05:37.936976 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d2525f6d-53d8-4ca5-bcbc-1f1c429876e2 req-c3257f56-f23c-4214-ba08-1529b75c7178 service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875309 Jun 22 09:05:43.139358 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4c1c9439-6bd2-48cb-9689-5d8e77071f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:43.968871 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=75 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:43.980059 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=73 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:45.459421 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d965f7c5-d2e9-4169-8ec4-342b0e2b6cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:46.150547 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=45,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:46.152351 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:DELETE=2,neutron:SELECT=15,neutron:INSERT=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:46.971494 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:47.932003 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=85 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:47.934252 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=35 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:48.642043 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:48.693474 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:52.526435 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:05:53.205859 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadeaff1-153e-49de-b01e-4ae051565833 req-73625b7b-bf7e-4eb0-a788-2756790e475b tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:53.207388 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-eadeaff1-153e-49de-b01e-4ae051565833 req-73625b7b-bf7e-4eb0-a788-2756790e475b tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0541320 Jun 22 09:05:53.257863 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-eadeaff1-153e-49de-b01e-4ae051565833 req-43475dfe-e48f-4813-9b5f-b5fe5603f075 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447860 Jun 22 09:05:54.376590 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a048e9b-8e87-4859-a6cf-2726386f00ba req-06986184-e562-4736-ab8f-86dc80114188 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:54.378082 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2a048e9b-8e87-4859-a6cf-2726386f00ba req-06986184-e562-4736-ab8f-86dc80114188 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0484509 Jun 22 09:05:54.427020 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2a048e9b-8e87-4859-a6cf-2726386f00ba req-c8507060-9557-4459-8a39-417042bfa3d3 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432100 Jun 22 09:05:55.548179 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c6612-af2e-4434-a277-76e903ae5161 req-dc1b1050-7b4c-4fe0-82c7-6bd816fd1232 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:55.549652 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-777c6612-af2e-4434-a277-76e903ae5161 req-dc1b1050-7b4c-4fe0-82c7-6bd816fd1232 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0518565 Jun 22 09:05:55.601646 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-777c6612-af2e-4434-a277-76e903ae5161 req-43966fbe-6234-4153-bedd-9fffe030dcff tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462356 Jun 22 09:05:56.718529 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d78465-6d64-46b0-b4e5-e7d130d8c1e4 req-ec7f4e30-af48-4efa-8563-235a9c6d273f tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:56.719990 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-58d78465-6d64-46b0-b4e5-e7d130d8c1e4 req-ec7f4e30-af48-4efa-8563-235a9c6d273f tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0480413 Jun 22 09:05:56.770016 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-58d78465-6d64-46b0-b4e5-e7d130d8c1e4 req-e0280e36-6035-4660-99a5-9f500b9032cc tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444613 Jun 22 09:05:57.885158 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c83f1-1d06-43ee-80f5-f0afef28b7be req-58ff9b47-58fc-4643-9023-8ea199c2ed31 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:57.886726 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-553c83f1-1d06-43ee-80f5-f0afef28b7be req-58ff9b47-58fc-4643-9023-8ea199c2ed31 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0483272 Jun 22 09:05:57.941285 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-553c83f1-1d06-43ee-80f5-f0afef28b7be req-89e0d113-59c2-4141-941d-58b9e1a20bfc tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483727 Jun 22 09:05:58.605109 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:58.612117 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:59.055352 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea019aa-1ac5-4600-9837-9b491b9f2bb3 req-d320e5b7-8146-4946-a9b2-80d4960e158a tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:05:59.056818 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7ea019aa-1ac5-4600-9837-9b491b9f2bb3 req-d320e5b7-8146-4946-a9b2-80d4960e158a tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0470226 Jun 22 09:05:59.106447 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7ea019aa-1ac5-4600-9837-9b491b9f2bb3 req-b877140d-269e-44c2-8398-45c9a265d38c tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431368 Jun 22 09:06:00.224661 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c122d5e-67ff-4dd2-9bbc-4da09f815252 req-a21fb8a9-2e3b-4248-809a-e8d3944d5f52 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:00.224661 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5c122d5e-67ff-4dd2-9bbc-4da09f815252 req-a21fb8a9-2e3b-4248-809a-e8d3944d5f52 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0478134 Jun 22 09:06:00.275357 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5c122d5e-67ff-4dd2-9bbc-4da09f815252 req-a1e33d37-6adf-473b-bfa9-f33ec6edd5df tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448124 Jun 22 09:06:01.395287 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af4033-25a2-445f-8fc8-f04e28d90cd3 req-9e6d7b61-6f07-419e-82c5-8f70ac32ac1a tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:01.396749 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f3af4033-25a2-445f-8fc8-f04e28d90cd3 req-9e6d7b61-6f07-419e-82c5-8f70ac32ac1a tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0517163 Jun 22 09:06:01.448452 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f3af4033-25a2-445f-8fc8-f04e28d90cd3 req-61d64590-8c46-481a-a128-4ed2aaeca7cd tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460060 Jun 22 09:06:02.566826 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db88587-98cc-462a-8c99-d994e2addc9d req-9c863374-c772-459d-9f06-ba1fccd7979d tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:02.568287 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2db88587-98cc-462a-8c99-d994e2addc9d req-9c863374-c772-459d-9f06-ba1fccd7979d tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0509293 Jun 22 09:06:02.618578 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2db88587-98cc-462a-8c99-d994e2addc9d req-20cbd3ff-c4b1-4864-980e-d2d445f481ac tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447755 Jun 22 09:06:03.734772 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2caea13-92ea-4dcc-8b0f-69e5f9e71055 req-ba3b66b8-f6e6-47b7-91d0-5534882dd4d9 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:03.736252 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a2caea13-92ea-4dcc-8b0f-69e5f9e71055 req-ba3b66b8-f6e6-47b7-91d0-5534882dd4d9 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0478919 Jun 22 09:06:03.792879 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a2caea13-92ea-4dcc-8b0f-69e5f9e71055 req-be37357b-452d-408f-9762-5381d67db390 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506330 Jun 22 09:06:04.912287 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272719d8-8caf-4d84-b2cb-5fcbf01729df req-0ba714e6-d6e3-49f9-a000-38f894e0e32c tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:04.914162 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-272719d8-8caf-4d84-b2cb-5fcbf01729df req-0ba714e6-d6e3-49f9-a000-38f894e0e32c tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0496898 Jun 22 09:06:04.951357 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:04.966410 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-272719d8-8caf-4d84-b2cb-5fcbf01729df req-42970878-030b-40d7-80f1-327fbcca5679 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457232 Jun 22 09:06:05.007647 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:06.068496 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:06.088391 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c138af3-c50d-47ed-8d7a-d22524c9bdf0 req-887b1c3f-7b07-4745-9cc3-8d037a7b5934 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:06.090092 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8c138af3-c50d-47ed-8d7a-d22524c9bdf0 req-887b1c3f-7b07-4745-9cc3-8d037a7b5934 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0510099 Jun 22 09:06:06.141917 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8c138af3-c50d-47ed-8d7a-d22524c9bdf0 req-a471de34-6ba8-453e-b83e-4d80eee46276 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456951 Jun 22 09:06:07.196854 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510df462-e79e-4748-803a-62d157d8924d req-646663cc-4b10-44fc-b9b5-a5297cd17290 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:07.198409 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-510df462-e79e-4748-803a-62d157d8924d req-646663cc-4b10-44fc-b9b5-a5297cd17290 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0529940 Jun 22 09:06:07.317894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4623a1-3312-4b20-b50b-200f46a5d955 req-d11fc019-52ee-424c-832d-9d7032e2db3a tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:07.319408 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a4623a1-3312-4b20-b50b-200f46a5d955 req-d11fc019-52ee-424c-832d-9d7032e2db3a tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0994945 Jun 22 09:06:07.340123 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eefe2-32aa-4b7d-98b4-be548c80f462 req-d3d15937-c545-47ee-a73a-c212d941d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:07.341584 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b28eefe2-32aa-4b7d-98b4-be548c80f462 req-d3d15937-c545-47ee-a73a-c212d941d10d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=85bf3e1b89094cafa7d469ed3f84eb36&device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 1168 time: 0.0865452 Jun 22 09:06:07.346684 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-510df462-e79e-4748-803a-62d157d8924d req-9f5b1024-ed41-48c5-bbca-52771dd140ae tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1415119 Jun 22 09:06:07.418910 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a4623a1-3312-4b20-b50b-200f46a5d955 req-a32219ae-9b63-4789-92ac-7d1a988e2485 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926471 Jun 22 09:06:07.472650 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eefe2-32aa-4b7d-98b4-be548c80f462 req-3711d26d-488b-41cc-8fa8-31594d9914b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:07.474218 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b28eefe2-32aa-4b7d-98b4-be548c80f462 req-3711d26d-488b-41cc-8fa8-31594d9914b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1bae75a-b52c-4aa8-a997-6a3f2f298256 HTTP/1.1" status: 200 len: 916 time: 0.1210713 Jun 22 09:06:07.541245 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b28eefe2-32aa-4b7d-98b4-be548c80f462 req-17e8d2e8-f7bd-44dd-a967-dd9c11108e23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999fae5e-5944-444b-a551-890daaa2af68 HTTP/1.1" status: 200 len: 1000 time: 0.0594292 Jun 22 09:06:07.592569 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eefe2-32aa-4b7d-98b4-be548c80f462 req-425c117d-c2e0-4703-90b2-802afb71014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:07.594431 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b28eefe2-32aa-4b7d-98b4-be548c80f462 req-425c117d-c2e0-4703-90b2-802afb71014b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40d2fb95-1371-476a-8763-5f4f4f1efa51 HTTP/1.1" status: 200 len: 854 time: 0.0463834 Jun 22 09:06:07.640080 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eefe2-32aa-4b7d-98b4-be548c80f462 req-896c58f2-35ac-4c54-8870-f56ff99468db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:07.642120 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b28eefe2-32aa-4b7d-98b4-be548c80f462 req-896c58f2-35ac-4c54-8870-f56ff99468db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1bae75a-b52c-4aa8-a997-6a3f2f298256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400634 Jun 22 09:06:07.736904 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b28eefe2-32aa-4b7d-98b4-be548c80f462 req-cd4d8a8a-74fb-4493-a82b-997d38a73c60 service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880823 Jun 22 09:06:07.833707 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b28eefe2-32aa-4b7d-98b4-be548c80f462 req-641cb81f-337e-4698-a5ad-40aa32a7a8d6 service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892239 Jun 22 09:06:08.464136 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28d03b-a0d9-4275-a3bd-d16e7d030afb req-87a497d7-d17b-4226-b18b-fd4650d80bf4 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:08.465623 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9d28d03b-a0d9-4275-a3bd-d16e7d030afb req-87a497d7-d17b-4226-b18b-fd4650d80bf4 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0481148 Jun 22 09:06:08.568568 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdcc62-befc-4121-8d5f-ecb3803a3b97 req-d96b36ce-a7ea-4193-80da-eaadffab0ad5 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:08.570015 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-eefdcc62-befc-4121-8d5f-ecb3803a3b97 req-d96b36ce-a7ea-4193-80da-eaadffab0ad5 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0783305 Jun 22 09:06:08.616848 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9d28d03b-a0d9-4275-a3bd-d16e7d030afb req-589df03f-1b76-4fff-84a6-ed2673d57958 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1447840 Jun 22 09:06:08.625243 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b728b-eea8-4d12-ba34-a6c536c9cf08 req-884c5caf-f1c6-476a-9c83-8469a8513dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:08.626727 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-275b728b-eea8-4d12-ba34-a6c536c9cf08 req-884c5caf-f1c6-476a-9c83-8469a8513dfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88cc58068dc749479b723b40a455c8c3&device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 1129 time: 0.1318090 Jun 22 09:06:08.628875 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:08.684681 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-eefdcc62-befc-4121-8d5f-ecb3803a3b97 req-2bec61ac-7dc6-4522-bb48-cf03e7457f80 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963945 Jun 22 09:06:08.686722 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:08.744471 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b728b-eea8-4d12-ba34-a6c536c9cf08 req-fdc7dc53-74c4-4bec-9939-6b963c5103e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:08.745916 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-275b728b-eea8-4d12-ba34-a6c536c9cf08 req-fdc7dc53-74c4-4bec-9939-6b963c5103e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 HTTP/1.1" status: 200 len: 910 time: 0.1111789 Jun 22 09:06:08.809054 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-275b728b-eea8-4d12-ba34-a6c536c9cf08 req-9d697301-fbc3-44fb-b071-3acab987d3e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8322d52e-16ae-49fa-a614-eacc8025f50d HTTP/1.1" status: 200 len: 1001 time: 0.0538347 Jun 22 09:06:08.864410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b728b-eea8-4d12-ba34-a6c536c9cf08 req-39332010-70a6-495b-afb0-c73498ee91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:08.865856 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-275b728b-eea8-4d12-ba34-a6c536c9cf08 req-39332010-70a6-495b-afb0-c73498ee91cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a586f2d-d95c-49a5-88ae-d5e1001f7a4f HTTP/1.1" status: 200 len: 848 time: 0.0472438 Jun 22 09:06:08.911040 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b728b-eea8-4d12-ba34-a6c536c9cf08 req-f83fac94-8e2d-4f7e-a3f4-eae648f1452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:08.912445 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-275b728b-eea8-4d12-ba34-a6c536c9cf08 req-f83fac94-8e2d-4f7e-a3f4-eae648f1452c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391643 Jun 22 09:06:09.010654 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-275b728b-eea8-4d12-ba34-a6c536c9cf08 req-478a7d49-d1f4-4db2-a89c-bc8173ca4648 service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868180 Jun 22 09:06:09.106522 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-275b728b-eea8-4d12-ba34-a6c536c9cf08 req-ab0c6bb1-4558-4210-8f7e-cdff952a334a service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880868 Jun 22 09:06:09.739706 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fb22f-fe34-4de3-9b37-555bec9cd985 req-6990082f-427d-4572-9e88-07a9fe943409 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:09.741232 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d93fb22f-fe34-4de3-9b37-555bec9cd985 req-6990082f-427d-4572-9e88-07a9fe943409 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0488937 Jun 22 09:06:09.830177 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd8642-d336-4704-bc52-bce0b77a6e6d req-ec87df22-5107-43e5-996f-d616b9446120 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:09.831646 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-99fd8642-d336-4704-bc52-bce0b77a6e6d req-ec87df22-5107-43e5-996f-d616b9446120 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0727370 Jun 22 09:06:09.867075 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d93fb22f-fe34-4de3-9b37-555bec9cd985 req-06b05272-40dc-47d8-bb14-9f781cd1747c tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161397 Jun 22 09:06:09.895761 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-99fd8642-d336-4704-bc52-bce0b77a6e6d req-60a7e378-9661-4d71-9107-6f31bdbe05b0 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579021 Jun 22 09:06:11.017501 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae62d72-621b-4f68-b9aa-96754e1d7154 req-3d74c37b-b42b-48a4-b386-8b1b6c1834da tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:11.018993 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-aae62d72-621b-4f68-b9aa-96754e1d7154 req-3d74c37b-b42b-48a4-b386-8b1b6c1834da tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0835805 Jun 22 09:06:11.038672 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b53059-e95a-4d08-aa20-888caa2a4b11 req-6a403508-d067-4d12-b07f-d9fcdc4e2c6b tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:11.040081 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-81b53059-e95a-4d08-aa20-888caa2a4b11 req-6a403508-d067-4d12-b07f-d9fcdc4e2c6b tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0734229 Jun 22 09:06:11.123723 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-81b53059-e95a-4d08-aa20-888caa2a4b11 req-06ade544-1a2f-4be0-b8ae-060edebc377c tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755129 Jun 22 09:06:11.129669 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-aae62d72-621b-4f68-b9aa-96754e1d7154 req-fc8d6b1d-77c2-4bea-b701-ea510b44a86d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050386 Jun 22 09:06:11.638321 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:11.639675 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:12.282850 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93b5e5-08dd-49e7-b977-b735d273e24a req-93778135-431c-43bd-9fa1-e85a754da994 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:12.284386 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1b93b5e5-08dd-49e7-b977-b735d273e24a req-93778135-431c-43bd-9fa1-e85a754da994 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0741904 Jun 22 09:06:12.290270 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6038a-1a3c-4ba1-8056-da1d80543d97 req-26fdb716-08f2-47ea-a908-dd038e49c17d tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:12.291759 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e6c6038a-1a3c-4ba1-8056-da1d80543d97 req-26fdb716-08f2-47ea-a908-dd038e49c17d tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0910585 Jun 22 09:06:12.355275 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:12.383020 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e6c6038a-1a3c-4ba1-8056-da1d80543d97 req-956cde7e-cce3-40e5-a87e-72ab32bdfe68 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833716 Jun 22 09:06:12.388138 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1b93b5e5-08dd-49e7-b977-b735d273e24a req-67445d86-7a74-4d93-b79c-0e92a9c56e8d tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952692 Jun 22 09:06:13.131154 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-feb62f3c-3e5a-4d45-9050-2a4c1774d2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:13.466021 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:13.533798 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce7326-0074-469d-bff8-ccc9f5bd9eaa req-fa178175-a272-4fa4-b168-77a0e0747fd9 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:13.535288 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bdce7326-0074-469d-bff8-ccc9f5bd9eaa req-fa178175-a272-4fa4-b168-77a0e0747fd9 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0800798 Jun 22 09:06:13.543171 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45519c6b-44fa-495e-9990-23e50df6485f req-99190324-d2b7-4397-9432-ef9d4dea6fd1 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:13.545952 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-45519c6b-44fa-495e-9990-23e50df6485f req-99190324-d2b7-4397-9432-ef9d4dea6fd1 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0803831 Jun 22 09:06:13.867771 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bdce7326-0074-469d-bff8-ccc9f5bd9eaa req-64a76a85-b554-4f87-b628-d2a75406b40a tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222845 Jun 22 09:06:13.893058 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-45519c6b-44fa-495e-9990-23e50df6485f req-5cf68ef7-fb97-492b-a83b-be031ed0669f tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3401318 Jun 22 09:06:14.255721 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306cc38-e2b7-4ceb-967a-133e3a7fce53 req-ee11808f-2187-46b4-af68-29f43e3ff464 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:14.255721 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d306cc38-e2b7-4ceb-967a-133e3a7fce53 req-ee11808f-2187-46b4-af68-29f43e3ff464 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0507448 Jun 22 09:06:14.289690 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44076) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:14.305221 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d306cc38-e2b7-4ceb-967a-133e3a7fce53 req-45f0660a-2baa-4a97-b558-e3adba3d8ddb tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480931 Jun 22 09:06:14.383966 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-b3130698-cbd6-455e-a5a2-ef6cb2814350 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929706 Jun 22 09:06:14.394522 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-ce8abd25-7663-4bd9-8b32-653854e49b0c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:06:14.395686 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-ce8abd25-7663-4bd9-8b32-653854e49b0c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068011 Jun 22 09:06:14.474888 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44086) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:14.526851 dv-cinder-787296-11-iscsi neutron-server[104240]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 09:06:14.574086 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-8d265e56-1f48-4307-b2f1-a997e0ba20f0 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:14.575498 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-8d265e56-1f48-4307-b2f1-a997e0ba20f0 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports/8322d52e-16ae-49fa-a614-eacc8025f50d HTTP/1.1" status: 200 len: 942 time: 0.0996606 Jun 22 09:06:15.014114 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46005ce9-f1ae-4235-b6a7-a609af6bbf44 req-3bf23c4b-e3da-4d42-bd76-83b2505aa746 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:15.015858 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-46005ce9-f1ae-4235-b6a7-a609af6bbf44 req-3bf23c4b-e3da-4d42-bd76-83b2505aa746 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0547013 Jun 22 09:06:15.096091 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-46005ce9-f1ae-4235-b6a7-a609af6bbf44 req-df6c4cb3-cc2e-4c9d-8d93-99a3af8593ce tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736277 Jun 22 09:06:15.434867 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c93654-07df-4875-88c9-b6a2ae58f9bd req-16393f2f-0ea1-4b6c-abd4-269aea481afc tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:15.436446 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-25c93654-07df-4875-88c9-b6a2ae58f9bd req-16393f2f-0ea1-4b6c-abd4-269aea481afc tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0560117 Jun 22 09:06:15.484984 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-092d9817-0eb7-42dc-85a0-cceb67328c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:15.503548 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-25c93654-07df-4875-88c9-b6a2ae58f9bd req-35a8ed37-7218-4c16-b18a-22c18cbf8d2e tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612750 Jun 22 09:06:15.612368 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37963407-fcba-40b1-b3fb-9dac934f2394 req-c600adcb-d04f-49a8-b0c9-a62b83d435c0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:15.613936 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-37963407-fcba-40b1-b3fb-9dac934f2394 req-c600adcb-d04f-49a8-b0c9-a62b83d435c0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0532074 Jun 22 09:06:15.661029 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-37963407-fcba-40b1-b3fb-9dac934f2394 req-095a8d7c-b316-449e-b3e4-04fc46f0fe32 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414045 Jun 22 09:06:15.925785 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 8322d52e-16ae-49fa-a614-eacc8025f50d no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:06:15.995352 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 8322d52e-16ae-49fa-a614-eacc8025f50d is: ACTIVE; New status is: DOWN {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:06:15.995729 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:16.019495 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:16.021682 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46494fe-e75e-4f4b-a6f1-f53968ff2809" -d '{"events": [{"server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "name": "network-vif-unplugged", "status": "completed", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:16.035201 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 8322d52e-16ae-49fa-a614-eacc8025f50d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8322d52e-16ae-49fa-a614-eacc8025f50d,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:16.054470 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6033652a-0aa1-436b-a5b7-7028652a2b42 x-openstack-request-id: req-6033652a-0aa1-436b-a5b7-7028652a2b42 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:16.054750 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "name": "network-vif-unplugged", "status": "failed", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d", "code": 422}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:16.054997 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6033652a-0aa1-436b-a5b7-7028652a2b42 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:16.055429 dv-cinder-787296-11-iscsi neutron-server[104241]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6033652a-0aa1-436b-a5b7-7028652a2b42']: {'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'code': 422} returned with failed status Jun 22 09:06:16.116242 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:16.170493 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=8322d52e-16ae-49fa-a614-eacc8025f50d,revision_number=6']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:16.226456 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5ace6-1a42-4ee6-8b19-77ed00d5bbb1 req-5503d2dc-358b-4943-a327-8f7ddf072e1e tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:16.227942 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-caf5ace6-1a42-4ee6-8b19-77ed00d5bbb1 req-5503d2dc-358b-4943-a327-8f7ddf072e1e tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0562947 Jun 22 09:06:16.289522 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-caf5ace6-1a42-4ee6-8b19-77ed00d5bbb1 req-d478b374-c7aa-488f-a26b-96522785a2a0 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555928 Jun 22 09:06:16.563395 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb499567-7bc1-45fd-94f5-4357ad7255d3 req-f401ec04-49f7-44a5-8f0c-54ac706a8d47 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:16.564840 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cb499567-7bc1-45fd-94f5-4357ad7255d3 req-f401ec04-49f7-44a5-8f0c-54ac706a8d47 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 946 time: 0.0485988 Jun 22 09:06:16.652116 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d78f5-b8c8-4448-a624-8640cd9340da req-02c095fd-3a16-438e-abff-2f0890921645 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:16.653563 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a6d78f5-b8c8-4448-a624-8640cd9340da req-02c095fd-3a16-438e-abff-2f0890921645 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0758884 Jun 22 09:06:16.656888 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cb499567-7bc1-45fd-94f5-4357ad7255d3 req-a01737e3-92d9-4f62-9d97-baac89e1ff06 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865209 Jun 22 09:06:16.676154 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:16.706498 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a6d78f5-b8c8-4448-a624-8640cd9340da req-4c20faa0-af2b-4ea3-ad91-d5f2ff56381c tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473552 Jun 22 09:06:16.807570 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635501a9-19f4-4a9c-bd02-d70990774820 req-d61cde19-5aa3-4c91-8f94-9bc037296c14 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:16.809011 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-635501a9-19f4-4a9c-bd02-d70990774820 req-d61cde19-5aa3-4c91-8f94-9bc037296c14 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0459609 Jun 22 09:06:16.861271 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-635501a9-19f4-4a9c-bd02-d70990774820 req-ca2b5bad-3b2c-43b7-8bc8-7ab1a22334e5 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457554 Jun 22 09:06:16.962083 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:17.403297 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0acdef-0e22-4ebb-9151-872085cd72e1 req-6fc85fc7-7a93-4a34-ab77-8ca761ca805e tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:17.404757 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9a0acdef-0e22-4ebb-9151-872085cd72e1 req-6fc85fc7-7a93-4a34-ab77-8ca761ca805e tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0471134 Jun 22 09:06:17.465905 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9a0acdef-0e22-4ebb-9151-872085cd72e1 req-1c99122e-beb3-4c60-9258-f93f4b1783cc tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547719 Jun 22 09:06:17.774907 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5b834-7a72-4977-9b70-57766e399361 req-a6a487b1-ebf1-4dc9-b2bd-1180c5bac512 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:17.776618 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-42b5b834-7a72-4977-9b70-57766e399361 req-a6a487b1-ebf1-4dc9-b2bd-1180c5bac512 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 946 time: 0.0480230 Jun 22 09:06:17.835406 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-42b5b834-7a72-4977-9b70-57766e399361 req-7b231c40-3b12-4f0f-8751-739182ea9317 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535469 Jun 22 09:06:17.873682 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e694f95-3421-483f-b4b1-a3ae80b41fd4 req-84e162c3-8447-4364-839d-a9ed4f78c8af tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:17.875166 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2e694f95-3421-483f-b4b1-a3ae80b41fd4 req-84e162c3-8447-4364-839d-a9ed4f78c8af tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0609901 Jun 22 09:06:17.895056 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:17.928006 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2e694f95-3421-483f-b4b1-a3ae80b41fd4 req-9c4b2e98-9476-478b-b710-46b4744602e5 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469871 Jun 22 09:06:17.977250 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869c48f-51b1-44c0-8c57-dfeb8fe71290 req-4ce9d82c-d623-4b01-8900-f3e83e616965 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:17.978761 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7869c48f-51b1-44c0-8c57-dfeb8fe71290 req-4ce9d82c-d623-4b01-8900-f3e83e616965 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0485902 Jun 22 09:06:18.026166 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7869c48f-51b1-44c0-8c57-dfeb8fe71290 req-137bb3b5-e177-4344-9a45-d51cf147fdfa tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 Jun 22 09:06:18.583177 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd69f2-d842-4426-9c3c-e320a89c62ee req-4b2edca7-cbff-434e-8f39-235be944a160 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:18.584675 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-61fd69f2-d842-4426-9c3c-e320a89c62ee req-4b2edca7-cbff-434e-8f39-235be944a160 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0485184 Jun 22 09:06:18.616832 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:18.652916 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-61fd69f2-d842-4426-9c3c-e320a89c62ee req-c0fe4175-c78d-4c1c-b5e9-313c394d2481 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625813 Jun 22 09:06:18.704839 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:18.954362 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba4f9-5a60-4103-a5ae-bc2741baca06 req-b2bcd0f3-8883-4146-b7c2-7a269d682fa6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:18.956049 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-21bba4f9-5a60-4103-a5ae-bc2741baca06 req-b2bcd0f3-8883-4146-b7c2-7a269d682fa6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 946 time: 0.0487053 Jun 22 09:06:19.004647 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-21bba4f9-5a60-4103-a5ae-bc2741baca06 req-be483ebf-8a3c-440e-a815-e3f50064ee46 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429976 Jun 22 09:06:19.109396 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22e8c7-cdf9-426c-acc9-feb6ae8fdce1 req-970aed3f-00f8-4fe0-963b-2ae120436e0f tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:19.110924 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8e22e8c7-cdf9-426c-acc9-feb6ae8fdce1 req-970aed3f-00f8-4fe0-963b-2ae120436e0f tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0482590 Jun 22 09:06:19.160958 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8e22e8c7-cdf9-426c-acc9-feb6ae8fdce1 req-ec8bb75b-ec91-44a8-a930-8644a10b232d tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444279 Jun 22 09:06:19.297221 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a841d8-5b49-45c9-bdf9-5ae89596047a req-e42f3dd0-c9fe-44c7-a6fe-b735ad02797e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:19.299036 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d6a841d8-5b49-45c9-bdf9-5ae89596047a req-e42f3dd0-c9fe-44c7-a6fe-b735ad02797e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0812101 Jun 22 09:06:19.318906 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844d903-061c-4eb1-9746-735f2b52eef2 req-7680e038-7b7b-4dd3-a302-8727697b321b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:19.320336 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4844d903-061c-4eb1-9746-735f2b52eef2 req-7680e038-7b7b-4dd3-a302-8727697b321b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.0695684 Jun 22 09:06:19.359136 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:19.389795 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d6a841d8-5b49-45c9-bdf9-5ae89596047a req-73c2b4e6-5a29-442b-9a7e-b4458c638033 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852227 Jun 22 09:06:19.394788 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4844d903-061c-4eb1-9746-735f2b52eef2 req-2e43fa12-6491-4b8c-8720-3f77f06202aa tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674832 Jun 22 09:06:19.770739 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69054bf-06f0-4f31-ae97-f0e0e481e47e req-35479ef0-e54d-4455-84a7-ff81de36cd24 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:19.772201 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e69054bf-06f0-4f31-ae97-f0e0e481e47e req-35479ef0-e54d-4455-84a7-ff81de36cd24 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0516763 Jun 22 09:06:19.832137 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e69054bf-06f0-4f31-ae97-f0e0e481e47e req-19140b75-d38f-4b96-b231-1cf5f30802b8 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543196 Jun 22 09:06:20.014413 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-832da354-a3d9-46e1-b6a5-8b66a1f0a010 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:20.018246 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-832da354-a3d9-46e1-b6a5-8b66a1f0a010 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0483625 Jun 22 09:06:20.127693 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c4cd-8e79-4d3a-80ee-e578c8d37794 req-93b88f07-e030-4ed9-887b-d2d3bb744b23 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:20.129148 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-aac4c4cd-8e79-4d3a-80ee-e578c8d37794 req-93b88f07-e030-4ed9-887b-d2d3bb744b23 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 946 time: 0.0489011 Jun 22 09:06:20.177448 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-aac4c4cd-8e79-4d3a-80ee-e578c8d37794 req-e49c32b1-6a19-4cbb-a6e2-18313df2bcc2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426724 Jun 22 09:06:20.280225 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba052c0a-598f-4c9f-ada7-e18080571096 req-f0d396ba-eefb-4053-8500-353314045c57 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:20.281748 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ba052c0a-598f-4c9f-ada7-e18080571096 req-f0d396ba-eefb-4053-8500-353314045c57 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0533700 Jun 22 09:06:20.334245 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ba052c0a-598f-4c9f-ada7-e18080571096 req-76e32334-302c-4282-b25e-4b3cbdbeaa96 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465117 Jun 22 09:06:20.538165 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0904c45-e4b7-4586-b104-2ec6d69ee02a req-af091cdc-0043-40ac-ae41-45d07046a0ca tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:20.539778 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e0904c45-e4b7-4586-b104-2ec6d69ee02a req-af091cdc-0043-40ac-ae41-45d07046a0ca tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.0766380 Jun 22 09:06:20.547878 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c16d3b-19c6-444f-a899-60073ffeaa97 req-81cbac72-dea7-4b9d-a6af-9c02bad98322 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:20.549264 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-26c16d3b-19c6-444f-a899-60073ffeaa97 req-81cbac72-dea7-4b9d-a6af-9c02bad98322 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.0842254 Jun 22 09:06:20.613312 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:20.630915 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e0904c45-e4b7-4586-b104-2ec6d69ee02a req-ff11499a-afc0-42c5-8a55-f6d224becba4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807211 Jun 22 09:06:20.635042 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-26c16d3b-19c6-444f-a899-60073ffeaa97 req-0959c8f6-4c27-4ccb-ab27-ea89934a3cb1 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789223 Jun 22 09:06:20.947431 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a48ed-6b6d-4cb0-9a35-c1b1e3261918 req-cecefaf8-5ea1-4762-b7fb-14d06a281205 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:20.949084 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b31a48ed-6b6d-4cb0-9a35-c1b1e3261918 req-cecefaf8-5ea1-4762-b7fb-14d06a281205 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0485430 Jun 22 09:06:21.010843 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b31a48ed-6b6d-4cb0-9a35-c1b1e3261918 req-e0914b52-218d-4419-a0e7-b33d7d87ee53 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559349 Jun 22 09:06:21.294034 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e69bc1-8cd1-4a5a-a804-17cfd933208b req-b8a99981-290e-4520-813b-ddf09e136acf tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:21.295545 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c1e69bc1-8cd1-4a5a-a804-17cfd933208b req-b8a99981-290e-4520-813b-ddf09e136acf tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 946 time: 0.0469229 Jun 22 09:06:21.387754 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c1e69bc1-8cd1-4a5a-a804-17cfd933208b req-c625958e-c838-4fd4-a6b1-6e847d738f38 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858419 Jun 22 09:06:21.489372 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Deleting port 9245704a-8d26-4a4c-af84-7c9cacbb258e {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:21.489658 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:21.518306 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c0612-507b-4e5d-9cc8-56d9dd4ae68b req-836b61ea-ae34-4852-914c-6ff545585a12 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:21.519787 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2c3c0612-507b-4e5d-9cc8-56d9dd4ae68b req-836b61ea-ae34-4852-914c-6ff545585a12 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0985465 Jun 22 09:06:21.528402 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5c91f447-5729-4a77-9a45-77bf460c6f96 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:21.529783 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5c91f447-5729-4a77-9a45-77bf460c6f96 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.43 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 946 time: 0.1228168 Jun 22 09:06:21.688054 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:21.749442 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2c3c0612-507b-4e5d-9cc8-56d9dd4ae68b req-ba147abe-5d9e-410c-9dbb-33095752b675 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125478 Jun 22 09:06:21.751244 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] For port 9245704a-8d26-4a4c-af84-7c9cacbb258e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=9245704a-8d26-4a4c-af84-7c9cacbb258e,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:21.751619 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:21.764404 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-34a540b1-13e1-4692-abd0-8c3834c5ac8f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:21.764833 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-34a540b1-13e1-4692-abd0-8c3834c5ac8f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.1435537 Jun 22 09:06:21.874211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Deleting port be31663b-fa96-458a-8d8e-4d90d98f36db {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:21.874557 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:21.941943 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690032f4-8070-4aec-b53e-3be54f395607 req-6c78cb44-2c80-44c1-a6cd-46de7811bfc1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:21.943472 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-690032f4-8070-4aec-b53e-3be54f395607 req-6c78cb44-2c80-44c1-a6cd-46de7811bfc1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.2352095 Jun 22 09:06:21.977023 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:22.016627 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04122a1e-c2c5-4c9f-a888-a82f7d6b2bdc req-2a6a45ca-d2bb-42a2-9b67-29dd5b8ba534 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:22.018050 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-04122a1e-c2c5-4c9f-a888-a82f7d6b2bdc req-2a6a45ca-d2bb-42a2-9b67-29dd5b8ba534 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 946 time: 0.2004998 Jun 22 09:06:22.149246 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Deleting port 51a5ee08-b678-4117-ae2e-a4b0a95533aa {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:22.149584 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:22.237824 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] For port be31663b-fa96-458a-8d8e-4d90d98f36db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be31663b-fa96-458a-8d8e-4d90d98f36db,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:22.238221 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:22.258139 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-690032f4-8070-4aec-b53e-3be54f395607 req-f62c9199-61fc-4d3c-a82d-486d064e97f6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986298 Jun 22 09:06:22.286244 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-04122a1e-c2c5-4c9f-a888-a82f7d6b2bdc req-e287337e-9173-4519-81d2-5faf8a8b2e56 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=881ba1ec-7cd2-44c3-95ce-c4abec227e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297106 Jun 22 09:06:22.371298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:22.371664 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (2e57929e-82d4-47d2-87c3-2f1090ca446f), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:22.371981 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Floating IP 2e57929e-82d4-47d2-87c3-2f1090ca446f disassociated. External IP: 172.27.2.126, port: 9245704a-8d26-4a4c-af84-7c9cacbb258e. Jun 22 09:06:22.372333 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Calling delete_port for 9245704a-8d26-4a4c-af84-7c9cacbb258e owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:22.481737 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cda344-f09e-42cc-a0bb-b07d65fa582d req-3f4dde1b-3c00-4b8d-8a76-0fa035f311db tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:22.483325 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-03cda344-f09e-42cc-a0bb-b07d65fa582d req-3f4dde1b-3c00-4b8d-8a76-0fa035f311db tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.1621196 Jun 22 09:06:22.519270 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-81ca52e5-f941-4058-94f8-f921866c80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:22.520671 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-81ca52e5-f941-4058-94f8-f921866c80aa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375&tenant_id=88cc58068dc749479b723b40a455c8c3 HTTP/1.1" status: 200 len: 1127 time: 0.0764234 Jun 22 09:06:22.529641 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] For port 51a5ee08-b678-4117-ae2e-a4b0a95533aa, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51a5ee08-b678-4117-ae2e-a4b0a95533aa,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:22.530012 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:22.580348 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-9683d441-0726-4ae9-836d-b99d69bc53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:22.581852 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-9683d441-0726-4ae9-836d-b99d69bc53eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88cc58068dc749479b723b40a455c8c3&device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 1127 time: 0.0395679 Jun 22 09:06:22.582436 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:22.690143 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ec28d-f728-4d41-96eb-301028723dc1 req-e6234a40-b6d3-47fa-9548-55b1f3934dc7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:22.691664 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-be6ec28d-f728-4d41-96eb-301028723dc1 req-e6234a40-b6d3-47fa-9548-55b1f3934dc7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 946 time: 0.2231250 Jun 22 09:06:22.735939 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-46d45deb-19b8-4ef7-92e9-353a7692f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:22.737416 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-46d45deb-19b8-4ef7-92e9-353a7692f537 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 HTTP/1.1" status: 200 len: 910 time: 0.1499782 Jun 22 09:06:22.783187 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:22.783465 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (cd8ec71c-9119-41f0-a260-4afce61773a1), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:22.783779 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Floating IP cd8ec71c-9119-41f0-a260-4afce61773a1 disassociated. External IP: 172.27.2.100, port: be31663b-fa96-458a-8d8e-4d90d98f36db. Jun 22 09:06:22.784122 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Calling delete_port for be31663b-fa96-458a-8d8e-4d90d98f36db owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:22.818179 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-03cda344-f09e-42cc-a0bb-b07d65fa582d req-aaa95876-111e-43be-955b-b826292c8479 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2920766 Jun 22 09:06:22.830862 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-c73bd266-f33f-4a3d-b461-2462e80761f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8322d52e-16ae-49fa-a614-eacc8025f50d HTTP/1.1" status: 200 len: 999 time: 0.0873039 Jun 22 09:06:22.851485 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:22.882899 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-b651ba58-36f8-4776-8a0d-6f6080e45143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:22.884630 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-b651ba58-36f8-4776-8a0d-6f6080e45143 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a586f2d-d95c-49a5-88ae-d5e1001f7a4f HTTP/1.1" status: 200 len: 848 time: 0.0485115 Jun 22 09:06:22.930856 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-a9356ab5-80d6-470d-86f1-e27529f5ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:22.932319 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-a9356ab5-80d6-470d-86f1-e27529f5ab77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423977 Jun 22 09:06:23.027018 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-ad40c2f8-153b-4f54-bd32-caa9774c9614 service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885823 Jun 22 09:06:23.129807 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-16916e79-253e-466d-a9c2-dd20cdd008cf service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974848 Jun 22 09:06:23.222985 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-be6ec28d-f728-4d41-96eb-301028723dc1 req-71e761c6-6152-43af-87f5-7bceb6007ab0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5184679 Jun 22 09:06:23.299355 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc5184-e121-4073-808f-e1ccddaabf20 req-bcc77824-01ad-42e6-8309-43f35eaf0c02 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:23.300957 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbcc5184-e121-4073-808f-e1ccddaabf20 req-bcc77824-01ad-42e6-8309-43f35eaf0c02 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.3868926 Jun 22 09:06:23.339338 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:23.339701 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (5952bb5a-efb0-42a3-961a-ad8b30cce34e), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:23.340016 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Floating IP 5952bb5a-efb0-42a3-961a-ad8b30cce34e disassociated. External IP: 172.27.2.229, port: 51a5ee08-b678-4117-ae2e-a4b0a95533aa. Jun 22 09:06:23.340363 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Calling delete_port for 51a5ee08-b678-4117-ae2e-a4b0a95533aa owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:23.396888 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:23.433098 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (9245704a-8d26-4a4c-af84-7c9cacbb258e), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:23.501960 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9670-da43-481b-9553-f805627814f3 req-4ef57fb1-78dc-40dd-9f89-226f1438fb41 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:23.503473 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cf6e9670-da43-481b-9553-f805627814f3 req-4ef57fb1-78dc-40dd-9f89-226f1438fb41 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 945 time: 0.1607513 Jun 22 09:06:23.513191 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbcc5184-e121-4073-808f-e1ccddaabf20 req-2644321b-73e1-43e5-a4d1-5c62c86312dd tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030635 Jun 22 09:06:23.520857 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event deleted for resources: {'Port': ['ID=9245704a-8d26-4a4c-af84-7c9cacbb258e,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.585109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.586103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.586103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.586103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:23.666836 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-112acfc2-c354-4a1c-ae50-060c15dee5d1 req-dd85ccaa-efcd-4d30-b0bd-31abc44f995d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 210 time: 0.0825708 Jun 22 09:06:23.704724 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cf6e9670-da43-481b-9553-f805627814f3 req-daefe2a3-e4f7-4959-b7df-84a8f238bbb9 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=19c45a6f-3399-4eab-a2be-4e1d2b69c475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847379 Jun 22 09:06:23.740858 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (be31663b-fa96-458a-8d8e-4d90d98f36db), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:23.807003 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event deleted for resources: {'Port': ['ID=be31663b-fa96-458a-8d8e-4d90d98f36db,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:23.829114 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:23.839933 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:06:23.976563 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device be31663b-fa96-458a-8d8e-4d90d98f36db no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:06:23.998394 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: be31663b-fa96-458a-8d8e-4d90d98f36db {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:06:23.998746 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device be31663b-fa96-458a-8d8e-4d90d98f36db not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:06:23.999164 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 9245704a-8d26-4a4c-af84-7c9cacbb258e no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:06:24.000649 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (51a5ee08-b678-4117-ae2e-a4b0a95533aa), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:24.022371 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 9245704a-8d26-4a4c-af84-7c9cacbb258e {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:06:24.022748 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 9245704a-8d26-4a4c-af84-7c9cacbb258e not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:06:24.023160 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 51a5ee08-b678-4117-ae2e-a4b0a95533aa no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:06:24.043031 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 51a5ee08-b678-4117-ae2e-a4b0a95533aa {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:06:24.045103 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 51a5ee08-b678-4117-ae2e-a4b0a95533aa not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:06:24.066951 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'Port': ['ID=51a5ee08-b678-4117-ae2e-a4b0a95533aa,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:24.074324 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701794e-33f6-459e-9ca1-e18186d751c3 req-b091ffdd-7ff4-4a5b-a8b8-4e07927096ab tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:24.075818 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3701794e-33f6-459e-9ca1-e18186d751c3 req-b091ffdd-7ff4-4a5b-a8b8-4e07927096ab tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.1783097 Jun 22 09:06:24.127207 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Router 7ef81170-7a25-4352-86e1-6379ac1a39be has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:06:24.218981 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:06:24.231081 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a7404-c623-4ef1-b20d-cd21f3ab3614 None None] Sync routers for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:06:24.281839 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a7404-c623-4ef1-b20d-cd21f3ab3614 None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:24.283260 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-397a7404-c623-4ef1-b20d-cd21f3ab3614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:24.383627 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] No DVR routers for this DVR port 9245704a-8d26-4a4c-af84-7c9cacbb258e on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:06:24.399334 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-397a7404-c623-4ef1-b20d-cd21f3ab3614 None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:24.432563 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3701794e-33f6-459e-9ca1-e18186d751c3 req-4f9f6f4f-edc5-480d-ae04-b1d53ee8eab3 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3503065 Jun 22 09:06:24.434022 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:24.440934 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e3b623a6-3c3d-43c8-a4b3-96cd0cab208f req-4955e3b0-c34b-4356-b215-36a65223999e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "DELETE /v2.0/ports/9245704a-8d26-4a4c-af84-7c9cacbb258e HTTP/1.1" status: 204 len: 173 time: 3.1179152 Jun 22 09:06:24.442825 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'name': 'network-vif-deleted', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:24.445129 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eb3d55-d139-4bc6-81f3-4d793087ed00" -d '{"events": [{"server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "name": "network-vif-deleted", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:24.458679 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3f6afed9-adc0-4493-b754-bf3251787182 req-bc0f8cb2-4636-44de-a2f2-5f7917f793a4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 210 time: 0.1046848 Jun 22 09:06:24.464358 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:06:24.481130 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:06:24.492365 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:24.492591 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d139e81-1079-45c8-adf3-1fe57460a4b7 None None] Sync routers for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:06:24.511513 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d139e81-1079-45c8-adf3-1fe57460a4b7 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:24.514430 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-1d139e81-1079-45c8-adf3-1fe57460a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:24.620940 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] No DVR routers for this DVR port be31663b-fa96-458a-8d8e-4d90d98f36db on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:06:24.637517 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:24.655293 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a437e287-47c2-4cfe-87b0-7be1675f1c4c req-5ccb7e0c-5fa2-4ea0-bc2b-a129b24c91ca tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.43 "DELETE /v2.0/ports/be31663b-fa96-458a-8d8e-4d90d98f36db HTTP/1.1" status: 204 len: 173 time: 3.0739381 Jun 22 09:06:24.691021 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e364b9-67e4-4d69-8fb6-6eaad3c245dd x-openstack-request-id: req-27e364b9-67e4-4d69-8fb6-6eaad3c245dd {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:24.691021 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0bc5af-2a76-4d82-a1c4-fba8eac05dba", "name": "network-vif-deleted", "tag": "9245704a-8d26-4a4c-af84-7c9cacbb258e", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:24.691021 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27e364b9-67e4-4d69-8fb6-6eaad3c245dd {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:24.691021 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e364b9-67e4-4d69-8fb6-6eaad3c245dd'] response: {'server_uuid': '3c0bc5af-2a76-4d82-a1c4-fba8eac05dba', 'name': 'network-vif-deleted', 'tag': '9245704a-8d26-4a4c-af84-7c9cacbb258e', 'status': 'completed', 'code': 200} Jun 22 09:06:24.710545 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-397a7404-c623-4ef1-b20d-cd21f3ab3614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 5, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:24.749099 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f943113-e71a-4a4c-ac19-e330f5da6695 req-87d2cb62-16c1-4fe0-8f59-fad37177d4e5 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:24.751593 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0f943113-e71a-4a4c-ac19-e330f5da6695 req-87d2cb62-16c1-4fe0-8f59-fad37177d4e5 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.1268756 Jun 22 09:06:24.753493 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a7404-c623-4ef1-b20d-cd21f3ab3614 None None] Checking router: e2d57552-2ff5-4cdc-a3c7-80af1f783ccd for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:06:24.763451 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a7404-c623-4ef1-b20d-cd21f3ab3614 None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:24.764318 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-397a7404-c623-4ef1-b20d-cd21f3ab3614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:24.772063 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-1d139e81-1079-45c8-adf3-1fe57460a4b7 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:24.793444 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:06:24.856016 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1bfd8-c5f9-4d92-89fc-6eb17b0eaecb None None] Sync routers for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:06:24.879154 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-beb5cb45-fc48-4d82-a195-6e38c05e651b req-495cf6f4-9da2-4311-bb1c-6b1ce1ee6333 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 210 time: 0.1039948 Jun 22 09:06:24.888789 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-397a7404-c623-4ef1-b20d-cd21f3ab3614 None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:24.899841 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] No DVR routers for this DVR port 51a5ee08-b678-4117-ae2e-a4b0a95533aa on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:06:24.902826 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:24.906794 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-691acdeb-5b55-4a70-9dbd-76944317f831 req-c8ee94fa-bfd5-4a5b-8549-fcb1bd5bca76 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "DELETE /v2.0/ports/51a5ee08-b678-4117-ae2e-a4b0a95533aa HTTP/1.1" status: 204 len: 173 time: 3.1143634 Jun 22 09:06:24.940005 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0f943113-e71a-4a4c-ac19-e330f5da6695 req-1c1e1365-0a9d-4a25-971d-170510c724d2 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782176 Jun 22 09:06:24.989352 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1bfd8-c5f9-4d92-89fc-6eb17b0eaecb None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:24.989914 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-29f1bfd8-c5f9-4d92-89fc-6eb17b0eaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:25.012998 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4df0b962-4ba2-4ca1-9c62-094464b4b5a2 req-2685ea21-532d-4e0f-a19d-224d4dca3b40 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 210 time: 0.0312445 Jun 22 09:06:25.045370 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-1d139e81-1079-45c8-adf3-1fe57460a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:25.077687 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d139e81-1079-45c8-adf3-1fe57460a4b7 None None] Checking router: 7ef81170-7a25-4352-86e1-6379ac1a39be for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:06:25.090867 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d139e81-1079-45c8-adf3-1fe57460a4b7 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:25.091790 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-1d139e81-1079-45c8-adf3-1fe57460a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:25.200616 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-29f1bfd8-c5f9-4d92-89fc-6eb17b0eaecb None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:25.207366 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-1d139e81-1079-45c8-adf3-1fe57460a4b7 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:25.225970 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-397a7404-c623-4ef1-b20d-cd21f3ab3614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 5, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:25.259887 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a7404-c623-4ef1-b20d-cd21f3ab3614 None None] The sync data for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi is: [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:00:49Z', 'revision_number': 4, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '6388b294-ec8d-4892-9205-2aaf6fd5fd7f', 'name': '', 'network_id': '81450ca5-339e-4f08-bdc8-ec0a189d1628', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'mac_address': 'fa:16:3e:f6:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:47Z', 'updated_at': '2022-06-22T09:00:58Z', 'revision_number': 5, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'subnets': [{'id': '1c3d8b32-bb3a-4e9a-a1bd-09fae4263932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:06:25.353837 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:25.384467 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=100 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:25.409440 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:25.418403 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-1d139e81-1079-45c8-adf3-1fe57460a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:25.447576 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d139e81-1079-45c8-adf3-1fe57460a4b7 None None] The sync data for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi is: [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:06:25.566569 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-29f1bfd8-c5f9-4d92-89fc-6eb17b0eaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:25.587802 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411f7a8-258a-4387-a977-998ad5924e66 req-0438d38c-76aa-472b-8e12-c645e6e3b0e6 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:25.596273 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3411f7a8-258a-4387-a977-998ad5924e66 req-0438d38c-76aa-472b-8e12-c645e6e3b0e6 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0664365 Jun 22 09:06:25.629378 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1bfd8-c5f9-4d92-89fc-6eb17b0eaecb None None] Checking router: 8c5bbb13-8481-4a0c-a709-71197a0d36d9 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:06:25.642195 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1bfd8-c5f9-4d92-89fc-6eb17b0eaecb None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:25.643344 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-29f1bfd8-c5f9-4d92-89fc-6eb17b0eaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:25.651671 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-16cad3f3-dcee-44a3-989e-bfa51d493adf req-6dade3e9-160c-4076-98db-3e39a0dcbcef tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=570dea14-f80c-45cc-9935-7cf6d445d337 HTTP/1.1" status: 200 len: 210 time: 0.0392909 Jun 22 09:06:25.653220 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00424f-483c-49d9-9e45-2ac3e2cbd022 None None] New status for floating IP 2e57929e-82d4-47d2-87c3-2f1090ca446f: DOWN {{(pid=104241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:06:25.699396 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=100 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:25.709282 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3411f7a8-258a-4387-a977-998ad5924e66 req-4fa06175-8bc2-4561-836a-f4147d10c4e5 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&id=e4383816-2a1c-4c39-8d72-93c86f94c5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118495 Jun 22 09:06:25.781763 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-29f1bfd8-c5f9-4d92-89fc-6eb17b0eaecb None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:25.863742 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c14b1-f1a0-498d-9e4e-9a7839eb384c None None] New status for floating IP cd8ec71c-9119-41f0-a260-4afce61773a1: DOWN {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:06:26.062669 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 8322d52e-16ae-49fa-a614-eacc8025f50d details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:06:26.111913 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1beef4cc-c5e7-41ac-b7f4-146e84c5d258 req-19981e04-1ed5-4f65-8403-9a23688d51cd tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0bc5af-2a76-4d82-a1c4-fba8eac05dba HTTP/1.1" status: 200 len: 210 time: 0.0669830 Jun 22 09:06:26.129152 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02990aa9-e5ea-4cab-b436-4d3c85e322d1 req-cd00a59c-2fba-4bd5-827d-a967851f067e tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:26.136634 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-02990aa9-e5ea-4cab-b436-4d3c85e322d1 req-cd00a59c-2fba-4bd5-827d-a967851f067e tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 943 time: 0.0741620 Jun 22 09:06:26.143073 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-29f1bfd8-c5f9-4d92-89fc-6eb17b0eaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:26.185064 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1bfd8-c5f9-4d92-89fc-6eb17b0eaecb None None] The sync data for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi is: [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:06:26.212963 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 8322d52e-16ae-49fa-a614-eacc8025f50d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8322d52e-16ae-49fa-a614-eacc8025f50d,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:26.222417 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-02990aa9-e5ea-4cab-b436-4d3c85e322d1 req-be7c1164-bc5d-4bfc-96be-9807afff8cfb tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816562 Jun 22 09:06:26.246713 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'port_id': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'mac_address': 'fa:16:3e:4a:5a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:06:26.299676 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:26.301899 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 8322d52e-16ae-49fa-a614-eacc8025f50d is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:06:26.302707 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:26.318464 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8322d52e-16ae-49fa-a614-eacc8025f50d {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:06:26.325340 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6c993e3e-cf8e-4f6e-8ae6-12d2dd186da2 req-b1e5de94-221b-4d7f-8f18-e0e3416d9534 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=f943d146-cb3d-4f92-816a-536fc8e77c88 HTTP/1.1" status: 200 len: 210 time: 0.0434887 Jun 22 09:06:26.348870 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 8322d52e-16ae-49fa-a614-eacc8025f50d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8322d52e-16ae-49fa-a614-eacc8025f50d,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:26.464698 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:26.487801 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033f3b7b-900e-47ec-8312-3748df1507bb None None] New status for floating IP 5952bb5a-efb0-42a3-961a-ad8b30cce34e: DOWN {{(pid=104241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:06:26.606933 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=8322d52e-16ae-49fa-a614-eacc8025f50d,revision_number=7']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:26.617384 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.617747 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.618095 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.618441 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.618773 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.619106 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.619433 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.619757 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.620083 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.620409 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.620737 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.621061 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.621381 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.621700 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.622019 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:26.692403 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'name': 'network-vif-deleted', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db'}, {'server_uuid': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'name': 'network-vif-deleted', 'tag': '51a5ee08-b678-4117-ae2e-a4b0a95533aa'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:26.694775 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151ae3d3-4d13-4359-bc33-7a374c0aeea1" -d '{"events": [{"server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "name": "network-vif-deleted", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db"}, {"server_uuid": "f943d146-cb3d-4f92-816a-536fc8e77c88", "name": "network-vif-deleted", "tag": "51a5ee08-b678-4117-ae2e-a4b0a95533aa"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:26.699248 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['8322d52e-16ae-49fa-a614-eacc8025f50d'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:06:26.743111 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d1ff67-afaf-4224-a9b4-c0a50c3fd634 x-openstack-request-id: req-a6d1ff67-afaf-4224-a9b4-c0a50c3fd634 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:26.743407 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570dea14-f80c-45cc-9935-7cf6d445d337", "name": "network-vif-deleted", "tag": "be31663b-fa96-458a-8d8e-4d90d98f36db", "status": "completed", "code": 200}, {"server_uuid": "f943d146-cb3d-4f92-816a-536fc8e77c88", "name": "network-vif-deleted", "tag": "51a5ee08-b678-4117-ae2e-a4b0a95533aa", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:26.743659 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6d1ff67-afaf-4224-a9b4-c0a50c3fd634 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:26.744062 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d1ff67-afaf-4224-a9b4-c0a50c3fd634'] response: {'server_uuid': '570dea14-f80c-45cc-9935-7cf6d445d337', 'name': 'network-vif-deleted', 'tag': 'be31663b-fa96-458a-8d8e-4d90d98f36db', 'status': 'completed', 'code': 200} Jun 22 09:06:26.744320 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d1ff67-afaf-4224-a9b4-c0a50c3fd634'] response: {'server_uuid': 'f943d146-cb3d-4f92-816a-536fc8e77c88', 'name': 'network-vif-deleted', 'tag': '51a5ee08-b678-4117-ae2e-a4b0a95533aa', 'status': 'completed', 'code': 200} Jun 22 09:06:26.841502 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44220) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:26.898038 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9b4013f0-6b2d-452d-9fb5-e47131e33847 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:26.923566 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9b4013f0-6b2d-452d-9fb5-e47131e33847 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.076221 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9b4013f0-6b2d-452d-9fb5-e47131e33847 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.079585 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9b4013f0-6b2d-452d-9fb5-e47131e33847 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.081032 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-9b4013f0-6b2d-452d-9fb5-e47131e33847 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "DELETE /v2.0/security-groups/ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d HTTP/1.1" status: 204 len: 168 time: 0.2385266 Jun 22 09:06:27.084060 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44222) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:27.090530 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4013f0-6b2d-452d-9fb5-e47131e33847 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:27.101069 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.api.v2.resource [None req-e7a63b19-f404-4404-8ff8-a4f7c632a583 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] show failed (client error): The resource could not be found. Jun 22 09:06:27.102100 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-e7a63b19-f404-4404-8ff8-a4f7c632a583 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups/ea5b03b5-7ddc-436b-b7c0-d6fae3e4c12d HTTP/1.1" status: 404 len: 347 time: 0.0169976 Jun 22 09:06:27.105301 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44224) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:27.223154 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-e240adc8-d629-4fea-84ad-38761108fc5c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Deleting port 24ff0730-8553-4aea-a573-9a76a8eedf49 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:27.223497 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e240adc8-d629-4fea-84ad-38761108fc5c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (24ff0730-8553-4aea-a573-9a76a8eedf49), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.267044 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44232) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:27.327011 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e5a5230d-5517-4985-bbe5-0f06d7d575bb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group (881ba1ec-7cd2-44c3-95ce-c4abec227e15), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.342501 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e240adc8-d629-4fea-84ad-38761108fc5c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (24ff0730-8553-4aea-a573-9a76a8eedf49), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.342828 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e240adc8-d629-4fea-84ad-38761108fc5c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (24ff0730-8553-4aea-a573-9a76a8eedf49), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.351370 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d258f96-323d-4f61-8b35-eef6a4bb0053 req-94374953-3f0c-43ad-bcc9-52220592abbd tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:27.351733 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e5a5230d-5517-4985-bbe5-0f06d7d575bb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group (881ba1ec-7cd2-44c3-95ce-c4abec227e15), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.352878 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9d258f96-323d-4f61-8b35-eef6a4bb0053 req-94374953-3f0c-43ad-bcc9-52220592abbd tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 944 time: 0.0702584 Jun 22 09:06:27.372730 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-e240adc8-d629-4fea-84ad-38761108fc5c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Calling delete_port for 24ff0730-8553-4aea-a573-9a76a8eedf49 owned by network:floatingip {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:27.388268 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:27.464373 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9d258f96-323d-4f61-8b35-eef6a4bb0053 req-66e4e0d0-43f0-49ef-8929-0508e553232c tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028609 Jun 22 09:06:27.484919 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e5a5230d-5517-4985-bbe5-0f06d7d575bb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (881ba1ec-7cd2-44c3-95ce-c4abec227e15), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.489068 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e5a5230d-5517-4985-bbe5-0f06d7d575bb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.491797 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-e5a5230d-5517-4985-bbe5-0f06d7d575bb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "DELETE /v2.0/security-groups/881ba1ec-7cd2-44c3-95ce-c4abec227e15 HTTP/1.1" status: 204 len: 168 time: 0.2221212 Jun 22 09:06:27.501811 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44238) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:27.502394 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44240) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:27.503986 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5230d-5517-4985-bbe5-0f06d7d575bb tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=881ba1ec-7cd2-44c3-95ce-c4abec227e15,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:27.557178 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.api.v2.resource [None req-150cdcb9-1e12-400f-b0a8-31d8c95c439b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] show failed (client error): The resource could not be found. Jun 22 09:06:27.558246 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-150cdcb9-1e12-400f-b0a8-31d8c95c439b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups/881ba1ec-7cd2-44c3-95ce-c4abec227e15 HTTP/1.1" status: 404 len: 347 time: 0.0548961 Jun 22 09:06:27.561192 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44242) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:27.611276 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9c98e948-be4c-4d59-b50d-dff91c3513d0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (19c45a6f-3399-4eab-a2be-4e1d2b69c475), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.612700 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:27.637520 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9c98e948-be4c-4d59-b50d-dff91c3513d0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (19c45a6f-3399-4eab-a2be-4e1d2b69c475), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.657690 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e240adc8-d629-4fea-84ad-38761108fc5c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (24ff0730-8553-4aea-a573-9a76a8eedf49), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.675031 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-53c32700-ff34-48a9-a27d-0a5077cfcf1d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Deleting port 48538af1-9d4a-4d21-8eed-e730e835f7b7 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:27.675304 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-53c32700-ff34-48a9-a27d-0a5077cfcf1d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (48538af1-9d4a-4d21-8eed-e730e835f7b7), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.696737 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240adc8-d629-4fea-84ad-38761108fc5c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event deleted for resources: {'Port': ['ID=24ff0730-8553-4aea-a573-9a76a8eedf49,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:27.726289 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e240adc8-d629-4fea-84ad-38761108fc5c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (cd8ec71c-9119-41f0-a260-4afce61773a1), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.728752 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e240adc8-d629-4fea-84ad-38761108fc5c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.736112 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-e240adc8-d629-4fea-84ad-38761108fc5c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "DELETE /v2.0/floatingips/cd8ec71c-9119-41f0-a260-4afce61773a1 HTTP/1.1" status: 204 len: 168 time: 0.6240296 Jun 22 09:06:27.747352 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:27.761206 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-53c32700-ff34-48a9-a27d-0a5077cfcf1d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (48538af1-9d4a-4d21-8eed-e730e835f7b7), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.761776 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-53c32700-ff34-48a9-a27d-0a5077cfcf1d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for floatingip (48538af1-9d4a-4d21-8eed-e730e835f7b7), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.775340 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-53c32700-ff34-48a9-a27d-0a5077cfcf1d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Calling delete_port for 48538af1-9d4a-4d21-8eed-e730e835f7b7 owned by network:floatingip {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:27.827882 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9c98e948-be4c-4d59-b50d-dff91c3513d0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (19c45a6f-3399-4eab-a2be-4e1d2b69c475), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.830533 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9c98e948-be4c-4d59-b50d-dff91c3513d0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:27.831798 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-9c98e948-be4c-4d59-b50d-dff91c3513d0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "DELETE /v2.0/security-groups/19c45a6f-3399-4eab-a2be-4e1d2b69c475 HTTP/1.1" status: 204 len: 168 time: 0.3273127 Jun 22 09:06:27.838532 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44246) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:27.851199 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98e948-be4c-4d59-b50d-dff91c3513d0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c45a6f-3399-4eab-a2be-4e1d2b69c475,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:27.858458 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.api.v2.resource [None req-c0d94d8c-e7ef-4996-8b02-314c31ea26a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] show failed (client error): The resource could not be found. Jun 22 09:06:27.859491 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-c0d94d8c-e7ef-4996-8b02-314c31ea26a1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups/19c45a6f-3399-4eab-a2be-4e1d2b69c475 HTTP/1.1" status: 404 len: 347 time: 0.0169787 Jun 22 09:06:27.872579 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44248) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:27.896722 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44250) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:27.902699 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-4a94e083-f7d1-4518-825b-8218a01e7c2d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1828696530', 'description': 'tempest-description--1158775090'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:27.984596 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 8322d52e-16ae-49fa-a614-eacc8025f50d up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:06:27.989342 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-b76454e9-a337-4b8b-9ff5-d837dfb6a8b6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Deleting port 51a736e3-2396-431a-981a-e5c16e985b6c {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:27.989581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b76454e9-a337-4b8b-9ff5-d837dfb6a8b6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (51a736e3-2396-431a-981a-e5c16e985b6c), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.019327 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:28.022018 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-53c32700-ff34-48a9-a27d-0a5077cfcf1d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (48538af1-9d4a-4d21-8eed-e730e835f7b7), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.029776 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 8322d52e-16ae-49fa-a614-eacc8025f50d triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:06:28.030185 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.050156 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c32700-ff34-48a9-a27d-0a5077cfcf1d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event deleted for resources: {'Port': ['ID=48538af1-9d4a-4d21-8eed-e730e835f7b7,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:28.052501 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4a94e083-f7d1-4518-825b-8218a01e7c2d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.065473 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:28.075161 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b76454e9-a337-4b8b-9ff5-d837dfb6a8b6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (51a736e3-2396-431a-981a-e5c16e985b6c), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.075516 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b76454e9-a337-4b8b-9ff5-d837dfb6a8b6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (51a736e3-2396-431a-981a-e5c16e985b6c), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.078036 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:28.091370 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-b76454e9-a337-4b8b-9ff5-d837dfb6a8b6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Calling delete_port for 51a736e3-2396-431a-981a-e5c16e985b6c owned by network:floatingip {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:28.111480 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 8322d52e-16ae-49fa-a614-eacc8025f50d is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:06:28.112128 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.137420 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:28.139975 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c81a807-073d-4c83-9313-7ada714920d8" -d '{"events": [{"server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "name": "network-vif-plugged", "status": "completed", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:28.147816 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-53c32700-ff34-48a9-a27d-0a5077cfcf1d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks [] for floatingip (2e57929e-82d4-47d2-87c3-2f1090ca446f), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.152423 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-53c32700-ff34-48a9-a27d-0a5077cfcf1d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.152423 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-53c32700-ff34-48a9-a27d-0a5077cfcf1d tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "DELETE /v2.0/floatingips/2e57929e-82d4-47d2-87c3-2f1090ca446f HTTP/1.1" status: 204 len: 168 time: 0.5895779 Jun 22 09:06:28.162323 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:28.170210 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 8322d52e-16ae-49fa-a614-eacc8025f50d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8322d52e-16ae-49fa-a614-eacc8025f50d,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:28.201949 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4a94e083-f7d1-4518-825b-8218a01e7c2d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (a58e9dd8-091c-4e7c-a3f3-5cce530595c3), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.262166 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7997f673-7633-4b15-a878-c218db96b608 x-openstack-request-id: req-7997f673-7633-4b15-a878-c218db96b608 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:28.262461 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "name": "network-vif-plugged", "status": "completed", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:28.262717 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7997f673-7633-4b15-a878-c218db96b608 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:28.263121 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7997f673-7633-4b15-a878-c218db96b608'] response: {'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'code': 200} Jun 22 09:06:28.268340 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4a94e083-f7d1-4518-825b-8218a01e7c2d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a58e9dd8-091c-4e7c-a3f3-5cce530595c3), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.269266 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.303135 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94e083-f7d1-4518-825b-8218a01e7c2d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58e9dd8-091c-4e7c-a3f3-5cce530595c3,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:28.319639 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b76454e9-a337-4b8b-9ff5-d837dfb6a8b6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (51a736e3-2396-431a-981a-e5c16e985b6c), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.323852 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=8322d52e-16ae-49fa-a614-eacc8025f50d,revision_number=8']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:28.346031 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76454e9-a337-4b8b-9ff5-d837dfb6a8b6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'Port': ['ID=51a736e3-2396-431a-981a-e5c16e985b6c,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:28.379675 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b76454e9-a337-4b8b-9ff5-d837dfb6a8b6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (5952bb5a-efb0-42a3-961a-ad8b30cce34e), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.382161 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b76454e9-a337-4b8b-9ff5-d837dfb6a8b6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.383323 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b76454e9-a337-4b8b-9ff5-d837dfb6a8b6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "DELETE /v2.0/floatingips/5952bb5a-efb0-42a3-961a-ad8b30cce34e HTTP/1.1" status: 204 len: 168 time: 0.5093322 Jun 22 09:06:28.404238 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-4a94e083-f7d1-4518-825b-8218a01e7c2d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.405429 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-4a94e083-f7d1-4518-825b-8218a01e7c2d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5077021 Jun 22 09:06:28.409386 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44260) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:28.414158 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-d98030d2-22a3-453a-9674-8835232d413a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'security_group_rule': {'security_group_id': 'a58e9dd8-091c-4e7c-a3f3-5cce530595c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:28.547962 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d98030d2-22a3-453a-9674-8835232d413a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (87d40e63-07bb-4c80-a9c1-672afffcbb24), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.551922 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44266) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:28.556436 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-bc3ce52c-e9ca-4a2f-ae8e-49b09e4c89ce tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306052844', 'description': 'tempest-description--2110325698'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:28.606019 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757af46-b0fb-4121-b06c-f0ec31327051 req-6ddafda4-e14b-428a-a58d-7e32e56b28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:28.607667 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2757af46-b0fb-4121-b06c-f0ec31327051 req-6ddafda4-e14b-428a-a58d-7e32e56b28f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 1129 time: 0.0725448 Jun 22 09:06:28.616585 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d98030d2-22a3-453a-9674-8835232d413a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (87d40e63-07bb-4c80-a9c1-672afffcbb24), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.617951 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10102ff-af8e-4b7f-aad0-9a79313bcb1b req-ceadb1fc-e669-466c-b609-74621a7c44f5 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:28.619426 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d10102ff-af8e-4b7f-aad0-9a79313bcb1b req-ceadb1fc-e669-466c-b609-74621a7c44f5 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0733519 Jun 22 09:06:28.654095 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:28.687566 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bc3ce52c-e9ca-4a2f-ae8e-49b09e4c89ce tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.699942 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2757af46-b0fb-4121-b06c-f0ec31327051 req-792d68ac-bbb9-4d85-a8c7-f4655cb6f200 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795751 Jun 22 09:06:28.701225 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d98030d2-22a3-453a-9674-8835232d413a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (87d40e63-07bb-4c80-a9c1-672afffcbb24), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.703611 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d10102ff-af8e-4b7f-aad0-9a79313bcb1b req-3215a6a1-dc43-4dc3-b7c5-ddf28c3fff04 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778966 Jun 22 09:06:28.727615 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98030d2-22a3-453a-9674-8835232d413a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d40e63-07bb-4c80-a9c1-672afffcbb24,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:28.769107 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:28.780315 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bc3ce52c-e9ca-4a2f-ae8e-49b09e4c89ce tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (ef007f45-ea08-4de9-b81a-ea1f52169506), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.849383 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d98030d2-22a3-453a-9674-8835232d413a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.850650 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d98030d2-22a3-453a-9674-8835232d413a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4403102 Jun 22 09:06:28.853592 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44268) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:28.858198 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-53102230-08ec-45ef-b601-a1c639d3efd3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'security_group_rule': {'security_group_id': 'a58e9dd8-091c-4e7c-a3f3-5cce530595c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:28.877601 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bc3ce52c-e9ca-4a2f-ae8e-49b09e4c89ce tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ef007f45-ea08-4de9-b81a-ea1f52169506), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.907085 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ce52c-e9ca-4a2f-ae8e-49b09e4c89ce tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef007f45-ea08-4de9-b81a-ea1f52169506,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:29.026929 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-bc3ce52c-e9ca-4a2f-ae8e-49b09e4c89ce tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.028141 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-bc3ce52c-e9ca-4a2f-ae8e-49b09e4c89ce tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4752276 Jun 22 09:06:29.031092 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44270) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:29.033167 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-53102230-08ec-45ef-b601-a1c639d3efd3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (00c75478-0d86-4166-8dca-f63161e1dd86), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.036297 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-88978baf-b01e-4739-bc59-7b81e3998749 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group_rule': {'security_group_id': 'ef007f45-ea08-4de9-b81a-ea1f52169506', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:29.095433 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-53102230-08ec-45ef-b601-a1c639d3efd3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (00c75478-0d86-4166-8dca-f63161e1dd86), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.139583 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-53102230-08ec-45ef-b601-a1c639d3efd3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (00c75478-0d86-4166-8dca-f63161e1dd86), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.145256 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-88978baf-b01e-4739-bc59-7b81e3998749 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (56cc71ed-c515-45a9-bddf-df5d742fd695), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.161086 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53102230-08ec-45ef-b601-a1c639d3efd3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c75478-0d86-4166-8dca-f63161e1dd86,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:29.203474 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-88978baf-b01e-4739-bc59-7b81e3998749 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (56cc71ed-c515-45a9-bddf-df5d742fd695), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.249556 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-53102230-08ec-45ef-b601-a1c639d3efd3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.250807 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-53102230-08ec-45ef-b601-a1c639d3efd3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3959939 Jun 22 09:06:29.254139 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44272) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:29.262326 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:29.282902 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-88978baf-b01e-4739-bc59-7b81e3998749 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (56cc71ed-c515-45a9-bddf-df5d742fd695), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.303682 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88978baf-b01e-4739-bc59-7b81e3998749 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cc71ed-c515-45a9-bddf-df5d742fd695,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:29.339088 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.377377 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-88978baf-b01e-4739-bc59-7b81e3998749 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.378647 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-88978baf-b01e-4739-bc59-7b81e3998749 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3465526 Jun 22 09:06:29.381614 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44274) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:29.386991 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-ae497511-222c-44ad-ad45-654bfe36243b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'security_group_rule': {'security_group_id': 'ef007f45-ea08-4de9-b81a-ea1f52169506', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:29.424115 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.516848 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ae497511-222c-44ad-ad45-654bfe36243b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (bd6204a4-ea69-467a-9b8e-c336a0f3a78b), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.530757 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:06:29.548520 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Allocated IP 172.27.2.124 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/c1a73458-3ddd-448b-a7fc-46fc29fd92cf) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:06:29.576626 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ae497511-222c-44ad-ad45-654bfe36243b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (bd6204a4-ea69-467a-9b8e-c336a0f3a78b), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.656121 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ae497511-222c-44ad-ad45-654bfe36243b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (bd6204a4-ea69-467a-9b8e-c336a0f3a78b), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.658979 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for port (c1a73458-3ddd-448b-a7fc-46fc29fd92cf), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.670599 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:29.675654 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae497511-222c-44ad-ad45-654bfe36243b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6204a4-ea69-467a-9b8e-c336a0f3a78b,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:29.768488 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (c1a73458-3ddd-448b-a7fc-46fc29fd92cf), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.769908 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ae497511-222c-44ad-ad45-654bfe36243b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.771456 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ae497511-222c-44ad-ad45-654bfe36243b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885114 Jun 22 09:06:29.774567 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44284) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:29.779161 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:29.868092 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.955496 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:30.007425 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:30.069732 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Allocated IP 172.27.2.43 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/47a43232-3e86-4046-80ac-79b80d4ca5bc) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:06:30.107338 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:06:30.115339 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:06:30.118191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:06:30.134334 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'Port': ['ID=c1a73458-3ddd-448b-a7fc-46fc29fd92cf,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:30.170414 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5971b6-ba83-4649-8954-f4111bcb7947 req-bba761c8-ff20-40e2-aee1-fcd61e8e72d8 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:30.172021 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-af5971b6-ba83-4649-8954-f4111bcb7947 req-bba761c8-ff20-40e2-aee1-fcd61e8e72d8 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.1252286 Jun 22 09:06:30.184793 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (47a43232-3e86-4046-80ac-79b80d4ca5bc), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:30.209863 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (c06e21b3-6408-4fa7-b054-efa2da4f07df), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:30.234209 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:30.243961 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-af5971b6-ba83-4649-8954-f4111bcb7947 req-4f17147f-491a-4b45-82b1-f75cefdb1d51 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648394 Jun 22 09:06:30.328318 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (47a43232-3e86-4046-80ac-79b80d4ca5bc), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:30.359852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (c1a73458-3ddd-448b-a7fc-46fc29fd92cf), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:30.364497 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:30.371983 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:06:30.377135 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:06:30.379283 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=47a43232-3e86-4046-80ac-79b80d4ca5bc,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:30.381485 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:06:30.526258 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for port (c1a73458-3ddd-448b-a7fc-46fc29fd92cf), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:30.593738 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (c1a73458-3ddd-448b-a7fc-46fc29fd92cf), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:30.632866 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (c06e21b3-6408-4fa7-b054-efa2da4f07df), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:30.650991 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'Port': ['ID=c1a73458-3ddd-448b-a7fc-46fc29fd92cf,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:30.677669 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (b6cff7b4-84d6-4055-899d-3f4e554469b1), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:30.707151 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:30.708480 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-fe4d41e1-034f-4ea8-af92-acd79b903fb8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4533567 Jun 22 09:06:30.814575 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (47a43232-3e86-4046-80ac-79b80d4ca5bc), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:30.921894 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9547f0fd-3e19-4845-a009-7812e65cf02e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1828696530&fields=id&tenant_id=ec813daa61ab4ac59a2197042fb35325 HTTP/1.1" status: 200 len: 267 time: 0.0441017 Jun 22 09:06:30.973465 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (47a43232-3e86-4046-80ac-79b80d4ca5bc), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:31.035731 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-53a894ef-47d9-4016-aef9-1e725381d8cc tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:31.037201 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-53a894ef-47d9-4016-aef9-1e725381d8cc tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 817 time: 0.1079330 Jun 22 09:06:31.050704 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:31.053500 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-5166bd9b-41a7-4b3a-bafa-8ff554970f89 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/quotas/ec813daa61ab4ac59a2197042fb35325 HTTP/1.1" status: 200 len: 375 time: 0.0107131 Jun 22 09:06:31.073873 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14068877'] for port (47a43232-3e86-4046-80ac-79b80d4ca5bc), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:31.105950 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-349474db-2b9b-49b5-a488-7b6916c05af4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460951 Jun 22 09:06:31.140736 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:31.143911 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=47a43232-3e86-4046-80ac-79b80d4ca5bc,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:31.153981 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (b6cff7b4-84d6-4055-899d-3f4e554469b1), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:31.241079 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:31.242355 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-2ef795f6-e0fb-48c9-8d23-cc21fa25741e tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4667888 Jun 22 09:06:31.296472 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e20ef6-cf6f-4a4c-b876-48e62b79a3b5 req-871a9e1b-0a30-477a-a7f4-9da4347ef689 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:31.298854 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a5e20ef6-cf6f-4a4c-b876-48e62b79a3b5 req-871a9e1b-0a30-477a-a7f4-9da4347ef689 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0666854 Jun 22 09:06:31.302635 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-ec2eb2de-7b77-4326-89a0-a9ae898b3bc4 service neutron] 10.222.0.36 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838458 Jun 22 09:06:31.411183 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a5e20ef6-cf6f-4a4c-b876-48e62b79a3b5 req-54e59d99-5d1c-4cde-9f70-771cb19fef2b tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069920 Jun 22 09:06:31.436599 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-47958c00-8585-4ea0-a542-20d9f1a1dfc2 service neutron] 10.222.0.36 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228659 Jun 22 09:06:31.523674 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398424eb-8d1a-41dd-9ec3-b5c4aa398de2 req-e77ff363-ae71-446f-9ddf-3ecb1bff6b29 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:31.525139 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-398424eb-8d1a-41dd-9ec3-b5c4aa398de2 req-e77ff363-ae71-446f-9ddf-3ecb1bff6b29 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0490208 Jun 22 09:06:31.575794 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-398424eb-8d1a-41dd-9ec3-b5c4aa398de2 req-e995491a-e466-4dea-b443-5c9c91274a8c tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451572 Jun 22 09:06:31.708384 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-8977e029-f4b0-4ede-9441-18b051a71f08 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1306052844&fields=id&tenant_id=3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 267 time: 0.0579197 Jun 22 09:06:31.735019 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-68f7b4d5-fec6-4d1f-8627-315ee71acb3e req-a2bc04a6-f2a0-4a15-bfbc-0ae8b24a4bc5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 210 time: 0.0380638 Jun 22 09:06:31.765134 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:31.843002 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-09e1e8d3-1a96-4c9b-8929-29ffe0fb6d80 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:31.844681 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-09e1e8d3-1a96-4c9b-8929-29ffe0fb6d80 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 813 time: 0.1127965 Jun 22 09:06:31.860797 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-18eb0fc7-e4a9-4572-8f6e-d3828dab9c01 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/quotas/3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 375 time: 0.0097322 Jun 22 09:06:31.910075 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-f83a3b38-12e4-4f05-900e-913e67f83686 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443146 Jun 22 09:06:32.057307 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-ab29c607-529c-46de-8ad4-00977d94d0c5 service neutron] 10.222.0.36 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351049 Jun 22 09:06:32.153130 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fd34df9b-719f-4cbe-8263-8fa871bfea72 service neutron] 10.222.0.36 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896654 Jun 22 09:06:32.393683 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-51e918c0-0c88-45df-a0de-9af4dc017110 req-9b6fe05f-aad0-456c-9b59-0d90d9da4c0d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 210 time: 0.0300989 Jun 22 09:06:32.527338 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ba6a-ff1e-4e93-94e9-1fec2ef49500 req-880425d8-8084-4955-9450-6e0d15609456 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:32.528851 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc10ba6a-ff1e-4e93-94e9-1fec2ef49500 req-880425d8-8084-4955-9450-6e0d15609456 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0475593 Jun 22 09:06:32.578355 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc10ba6a-ff1e-4e93-94e9-1fec2ef49500 req-6cc6797d-dac0-4312-912a-a8da6d183e80 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Jun 22 09:06:32.756139 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec07f3c-dcaa-4c91-8af9-ac3f8a2a2fc4 req-75044524-e144-426e-9048-428803f742f6 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:32.757596 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1ec07f3c-dcaa-4c91-8af9-ac3f8a2a2fc4 req-75044524-e144-426e-9048-428803f742f6 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 945 time: 0.0524979 Jun 22 09:06:32.868521 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-683f0e74-3b49-4ef9-a33e-3aa850605384 req-74ebecbc-3fd7-4d27-a79c-8c215befd955 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 210 time: 0.0545588 Jun 22 09:06:32.874519 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-1ec07f3c-dcaa-4c91-8af9-ac3f8a2a2fc4 req-94f43a78-5dc1-4644-8cc3-14421993839e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Deleting port 7d4f28bf-7d12-46f2-804e-2946377a0181 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:32.874704 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1ec07f3c-dcaa-4c91-8af9-ac3f8a2a2fc4 req-94f43a78-5dc1-4644-8cc3-14421993839e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:32.978328 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-1ec07f3c-dcaa-4c91-8af9-ac3f8a2a2fc4 req-94f43a78-5dc1-4644-8cc3-14421993839e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] For port 7d4f28bf-7d12-46f2-804e-2946377a0181, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7d4f28bf-7d12-46f2-804e-2946377a0181,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:32.978701 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1ec07f3c-dcaa-4c91-8af9-ac3f8a2a2fc4 req-94f43a78-5dc1-4644-8cc3-14421993839e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:32.994336 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-1ec07f3c-dcaa-4c91-8af9-ac3f8a2a2fc4 req-94f43a78-5dc1-4644-8cc3-14421993839e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Calling delete_port for 7d4f28bf-7d12-46f2-804e-2946377a0181 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:33.190507 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1ec07f3c-dcaa-4c91-8af9-ac3f8a2a2fc4 req-94f43a78-5dc1-4644-8cc3-14421993839e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (7d4f28bf-7d12-46f2-804e-2946377a0181), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:33.203246 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['63c4c500-8059-4142-83d0-d1cd70284258', '7d4f28bf-7d12-46f2-804e-2946377a0181'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:06:33.220048 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f43a78-5dc1-4644-8cc3-14421993839e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event deleted for resources: {'Port': ['ID=7d4f28bf-7d12-46f2-804e-2946377a0181,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:33.264661 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec07f3c-dcaa-4c91-8af9-ac3f8a2a2fc4 req-94f43a78-5dc1-4644-8cc3-14421993839e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] No DVR routers for this DVR port 7d4f28bf-7d12-46f2-804e-2946377a0181 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:06:33.267750 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1ec07f3c-dcaa-4c91-8af9-ac3f8a2a2fc4 req-94f43a78-5dc1-4644-8cc3-14421993839e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:33.271077 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1ec07f3c-dcaa-4c91-8af9-ac3f8a2a2fc4 req-94f43a78-5dc1-4644-8cc3-14421993839e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "DELETE /v2.0/ports/7d4f28bf-7d12-46f2-804e-2946377a0181 HTTP/1.1" status: 204 len: 173 time: 0.5070317 Jun 22 09:06:33.271537 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5de6423-e83b-4fcb-a9f2-2e9465c838dd', 'name': 'network-vif-deleted', 'tag': '7d4f28bf-7d12-46f2-804e-2946377a0181'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:33.275642 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aecb79b-0b06-4d52-b5cf-286e976dd65e" -d '{"events": [{"server_uuid": "d5de6423-e83b-4fcb-a9f2-2e9465c838dd", "name": "network-vif-deleted", "tag": "7d4f28bf-7d12-46f2-804e-2946377a0181"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:33.310577 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb936ea2-ab21-4985-b384-e84bbaf3e0ed x-openstack-request-id: req-eb936ea2-ab21-4985-b384-e84bbaf3e0ed {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:33.310870 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5de6423-e83b-4fcb-a9f2-2e9465c838dd", "name": "network-vif-deleted", "tag": "7d4f28bf-7d12-46f2-804e-2946377a0181", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:33.311125 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb936ea2-ab21-4985-b384-e84bbaf3e0ed {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:33.311533 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb936ea2-ab21-4985-b384-e84bbaf3e0ed'] response: {'server_uuid': 'd5de6423-e83b-4fcb-a9f2-2e9465c838dd', 'name': 'network-vif-deleted', 'tag': '7d4f28bf-7d12-46f2-804e-2946377a0181', 'status': 'completed', 'code': 200} Jun 22 09:06:33.472722 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:33.493533 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1f881120-e2f2-4306-8a55-eec7fd0edd04 req-22cf4266-87fb-4e8f-9327-b3052238f170 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 210 time: 0.0299037 Jun 22 09:06:33.706569 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:33.727320 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bd020047-84be-4b07-8ee1-d5794c3ae999 req-cb4e718c-12de-47c4-b9f9-6bb524800e88 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5de6423-e83b-4fcb-a9f2-2e9465c838dd HTTP/1.1" status: 200 len: 210 time: 0.0390918 Jun 22 09:06:33.761249 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-15f5891e-6285-4c15-a1ac-c1de5ccef8a8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:33.762900 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-15f5891e-6285-4c15-a1ac-c1de5ccef8a8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.43 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 817 time: 0.1734347 Jun 22 09:06:33.828048 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-a7b0a016-ca82-4ec8-be37-afffec3a0d0d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec813daa61ab4ac59a2197042fb35325 HTTP/1.1" status: 200 len: 380 time: 0.0570502 Jun 22 09:06:33.837015 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'port': {'device_id': 'ea1ef288-3b6e-4369-8492-76898b858067', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'admin_state_up': True, 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'security_groups': ['a58e9dd8-091c-4e7c-a3f3-5cce530595c3']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:33.982878 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4308139f-458a-4531-95b7-77a399e5d3e6 req-8cab992f-843c-4b5d-8adf-4068263a1b2b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 210 time: 0.0313969 Jun 22 09:06:34.053378 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Made reservation on behalf of ec813daa61ab4ac59a2197042fb35325 for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:06:34.056821 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:34.201275 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Allocated IP 172.20.0.6 (15257489-695d-400e-ba82-cb5e772f9bd0/7437e07b-8af6-4d4d-bc86-69cdb6a4ec51/f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:06:34.360939 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:34.468224 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:34.531399 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event updated for resources: {'Port': ['ID=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:34.542320 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Network 15257489-695d-400e-ba82-cb5e772f9bd0 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:06:34.544659 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:06:34.559319 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:06:34.567865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:34.568546 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:34.627049 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b0df5a67-58e7-4b57-8199-ebfa64b52230 req-d736c55d-ede3-4e40-9a73-d5d335eb2f8b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 210 time: 0.0366359 Jun 22 09:06:34.763143 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-2a1ce002-80d5-467e-b99b-ce3eaae1c12f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9307749 Jun 22 09:06:34.806465 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-6192433f-1b59-4935-866f-a5f1de4bb102 None None] Provisioning complete for port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:06:34.806465 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6192433f-1b59-4935-866f-a5f1de4bb102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:34.833633 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Request body: {'port': {'device_id': 'ea1ef288-3b6e-4369-8492-76898b858067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:34.845274 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-6192433f-1b59-4935-866f-a5f1de4bb102 None None] Port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:06:34.876775 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:34.913687 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:34.993608 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:35.066585 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:35.189340 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcc004-957f-42c3-a7c0-e762996deb69 req-00ddb0a2-1af4-4e92-b2fc-c3a1d71a997f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:35.190772 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9dcc004-957f-42c3-a7c0-e762996deb69 req-00ddb0a2-1af4-4e92-b2fc-c3a1d71a997f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 931 time: 0.1250374 Jun 22 09:06:35.259019 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-dcccbcb7-0adf-43ea-a966-64594db1e649 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:35.260501 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-dcccbcb7-0adf-43ea-a966-64594db1e649 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 813 time: 0.2911978 Jun 22 09:06:35.357209 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b3d9-f1b5-4d7b-b26f-d9fdd5f816f9 req-a06ce159-0980-43a8-8d17-56220d371422 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:35.358904 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ed57b3d9-f1b5-4d7b-b26f-d9fdd5f816f9 req-a06ce159-0980-43a8-8d17-56220d371422 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0927033 Jun 22 09:06:35.366274 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9dcc004-957f-42c3-a7c0-e762996deb69 req-19a7aede-4a05-48bc-870a-0d1073f4cf17 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679404 Jun 22 09:06:35.458191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:06:35.471649 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:35.474383 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Publish callbacks [] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:35.508958 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ed57b3d9-f1b5-4d7b-b26f-d9fdd5f816f9 req-c77b8e45-6c58-47dd-8b03-c2457a1baf1a tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417785 Jun 22 09:06:35.518185 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-5ae8bf9f-a694-4aef-896d-7055fbde49a2 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c906f2149774a18b39228b7b6ef556f HTTP/1.1" status: 200 len: 380 time: 0.1408918 Jun 22 09:06:35.519129 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Transition to ACTIVE for port object f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:06:35.627921 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:35.678396 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:35.743705 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Attempting to bind port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:06:35.744039 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Attempting to bind port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:06:35.744368 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Attempting to bind port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f on network 15257489-695d-400e-ba82-cb5e772f9bd0 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:06:35.749271 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-411709f0-938f-4bcb-a47f-3f6165cf846e req-2f80ae8c-cbcc-4b13-855c-9d80cd58d755 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 210 time: 0.0406916 Jun 22 09:06:35.752366 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f on network 15257489-695d-400e-ba82-cb5e772f9bd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:06:35.752757 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Attempting to bind port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f on network 15257489-695d-400e-ba82-cb5e772f9bd0 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:06:35.758977 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:06:35.759389 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Checking segment: {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:06:35.759749 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Bound using segment: {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:06:35.760115 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Bound port: f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbfdc6ea-f232-4439-94f6-691be650a9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:06:35.760475 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:35.829242 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:06:35.833070 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:06:35.925699 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:35.963676 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:35.964643 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:35.966039 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] 10.222.0.43 "PUT /v2.0/ports/f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f HTTP/1.1" status: 200 len: 1093 time: 1.1475258 Jun 22 09:06:35.968328 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:35.971806 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088befb9-b79a-41b9-9061-b72caf9d907b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:35.997791 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d45b9-59e9-442d-94db-e18ccee63b88 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:36.011673 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3f87f6-784c-41bb-81c8-053cbab04fd1 x-openstack-request-id: req-fe3f87f6-784c-41bb-81c8-053cbab04fd1 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:36.011961 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:36.012241 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe3f87f6-784c-41bb-81c8-053cbab04fd1 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:36.012644 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3f87f6-784c-41bb-81c8-053cbab04fd1'] response: {'name': 'network-changed', 'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'status': 'completed', 'code': 200} Jun 22 09:06:36.035624 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 7d4f28bf-7d12-46f2-804e-2946377a0181 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:06:36.057274 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 7d4f28bf-7d12-46f2-804e-2946377a0181 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:06:36.057620 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 7d4f28bf-7d12-46f2-804e-2946377a0181 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:06:36.503384 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fca84f-d75e-4314-a465-91461e0034c4 req-7f70fcd7-77e4-4b1f-b33e-e3564ff59df7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:36.504865 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-62fca84f-d75e-4314-a465-91461e0034c4 req-7f70fcd7-77e4-4b1f-b33e-e3564ff59df7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0484726 Jun 22 09:06:36.555214 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-62fca84f-d75e-4314-a465-91461e0034c4 req-3ccbaeeb-c6c8-4a1f-a52c-ad56ff4e443a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448232 Jun 22 09:06:36.626421 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45aa462-2d1b-4215-909f-a388f5ef9268 req-149e4bb2-8ce2-4963-8530-0ad09b36a094 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:36.627924 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c45aa462-2d1b-4215-909f-a388f5ef9268 req-149e4bb2-8ce2-4963-8530-0ad09b36a094 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.0481038 Jun 22 09:06:36.676112 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c45aa462-2d1b-4215-909f-a388f5ef9268 req-34a0260f-c02c-4d9c-8ef2-0bf3627f5067 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425642 Jun 22 09:06:36.852671 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-40ab69b4-ae8e-4b3b-99e2-8e38c75849e9 req-105d39c7-c570-4fad-bf4d-fd8f29c52ec4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 210 time: 0.0316350 Jun 22 09:06:37.378242 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'port': {'device_id': '7518373c-b425-4a1c-b01b-32912b5257d5', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'admin_state_up': True, 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'security_groups': ['ef007f45-ea08-4de9-b81a-ea1f52169506']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:37.474300 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088befb9-b79a-41b9-9061-b72caf9d907b req-ec2a4887-5ced-456e-9c02-c67f1ad28a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:37.475889 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-088befb9-b79a-41b9-9061-b72caf9d907b req-ec2a4887-5ced-456e-9c02-c67f1ad28a79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 1127 time: 0.0936534 Jun 22 09:06:37.608184 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Made reservation on behalf of 3c906f2149774a18b39228b7b6ef556f for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:06:37.612161 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:37.651046 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:37.773402 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961c784-3046-4962-b31b-d98288fcc763 req-01696642-b230-4ad6-ad12-6bbd2c22a59f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:37.775147 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a961c784-3046-4962-b31b-d98288fcc763 req-01696642-b230-4ad6-ad12-6bbd2c22a59f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.1338391 Jun 22 09:06:37.819589 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088befb9-b79a-41b9-9061-b72caf9d907b req-17ca2a01-3e9f-4b41-ac59-41cbc7746358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:37.821133 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-088befb9-b79a-41b9-9061-b72caf9d907b req-17ca2a01-3e9f-4b41-ac59-41cbc7746358 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ec813daa61ab4ac59a2197042fb35325&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2572532 Jun 22 09:06:37.845179 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:37.883260 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d996de-0a7e-4864-84b3-9da08a38a9ad req-915ee815-e343-4290-92f3-6930dcdf1780 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:37.884695 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-56d996de-0a7e-4864-84b3-9da08a38a9ad req-915ee815-e343-4290-92f3-6930dcdf1780 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.1899698 Jun 22 09:06:38.195568 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f4c81-7e9a-445b-8754-221e8012d76f req-e9f3cf19-b905-4dc1-8242-c995258fdb62 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:38.197022 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c85f4c81-7e9a-445b-8754-221e8012d76f req-e9f3cf19-b905-4dc1-8242-c995258fdb62 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 946 time: 0.4384756 Jun 22 09:06:38.388865 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a961c784-3046-4962-b31b-d98288fcc763 req-e2d14a89-a581-4e46-ba86-5e6aee06861d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5738373 Jun 22 09:06:38.414719 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088befb9-b79a-41b9-9061-b72caf9d907b req-36cb41d7-56bc-40d6-b5dd-90557ebc6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:38.416270 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-088befb9-b79a-41b9-9061-b72caf9d907b req-36cb41d7-56bc-40d6-b5dd-90557ebc6d86 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5579715 Jun 22 09:06:38.424805 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Allocated IP 172.20.0.8 (89fc451c-46b3-4008-9c5d-bc37135b61a8/cf0ef2ba-1fde-4a23-9631-23e262f8bb0e/6638968f-6bd6-403a-a366-d6645776a688) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:06:38.432306 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-56d996de-0a7e-4864-84b3-9da08a38a9ad req-b2d7ac0c-a219-4bc0-bafb-df33aacb9f2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Deleting port 63c4c500-8059-4142-83d0-d1cd70284258 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:38.432645 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-56d996de-0a7e-4864-84b3-9da08a38a9ad req-b2d7ac0c-a219-4bc0-bafb-df33aacb9f2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (63c4c500-8059-4142-83d0-d1cd70284258), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:38.440556 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c85f4c81-7e9a-445b-8754-221e8012d76f req-f39fbd20-f584-4e2f-907f-d306da9866e0 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5101187-1f81-4a53-b9e2-c8c2f02fee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171168 Jun 22 09:06:38.568293 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4c2d4fb6-e2ed-4fc3-b7f4-894793e26927 req-2d3ca81c-d23c-4e67-9eca-0e24452199b4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 210 time: 0.1053672 Jun 22 09:06:38.613745 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-1966efe1-da37-4c87-8d05-bfbb9947c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:38.615326 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-1966efe1-da37-4c87-8d05-bfbb9947c0b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 1127 time: 0.1536286 Jun 22 09:06:38.703148 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-8304b73b-be26-45da-b272-5a56b3750952 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f HTTP/1.1" status: 200 len: 217 time: 0.0789914 Jun 22 09:06:38.707304 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-56d996de-0a7e-4864-84b3-9da08a38a9ad req-b2d7ac0c-a219-4bc0-bafb-df33aacb9f2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] For port 63c4c500-8059-4142-83d0-d1cd70284258, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=63c4c500-8059-4142-83d0-d1cd70284258,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:38.707552 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-56d996de-0a7e-4864-84b3-9da08a38a9ad req-b2d7ac0c-a219-4bc0-bafb-df33aacb9f2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (63c4c500-8059-4142-83d0-d1cd70284258), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:38.714555 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:38.763581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-56d996de-0a7e-4864-84b3-9da08a38a9ad req-b2d7ac0c-a219-4bc0-bafb-df33aacb9f2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Calling delete_port for 63c4c500-8059-4142-83d0-d1cd70284258 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:38.808997 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-95df57f3-851c-4b67-ab77-e78634a77d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:38.810489 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-95df57f3-851c-4b67-ab77-e78634a77d57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 HTTP/1.1" status: 200 len: 856 time: 0.1001925 Jun 22 09:06:38.850586 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for port (6638968f-6bd6-403a-a366-d6645776a688), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:38.916264 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-5180e91f-6fd3-4431-a306-52d7191996ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:38.917766 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-5180e91f-6fd3-4431-a306-52d7191996ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15257489-695d-400e-ba82-cb5e772f9bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0786467 Jun 22 09:06:38.939710 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:39.031152 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (6638968f-6bd6-403a-a366-d6645776a688), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:39.109067 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:06:39.115739 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-8d78c0b0-f6e7-4fc5-82c2-d1fa0f3bae9d service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888115 Jun 22 09:06:39.122297 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:06:39.122297 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event updated for resources: {'Port': ['ID=6638968f-6bd6-403a-a366-d6645776a688,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:39.122297 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:06:39.126851 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:39.127420 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:39.171949 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-56d996de-0a7e-4864-84b3-9da08a38a9ad req-b2d7ac0c-a219-4bc0-bafb-df33aacb9f2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (63c4c500-8059-4142-83d0-d1cd70284258), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:39.183272 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['63c4c500-8059-4142-83d0-d1cd70284258'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:06:39.238598 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7ac0c-a219-4bc0-bafb-df33aacb9f2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Pushing event deleted for resources: {'Port': ['ID=63c4c500-8059-4142-83d0-d1cd70284258,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:39.260683 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-fb04d268-80f9-40d4-b746-8be9066d3906 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8821709 Jun 22 09:06:39.289103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Request body: {'port': {'device_id': '7518373c-b425-4a1c-b01b-32912b5257d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:39.326812 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-9c1134ba-abc0-4899-8fe9-cbe6eed8efa9 None None] Provisioning complete for port 6638968f-6bd6-403a-a366-d6645776a688 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:06:39.327182 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-9c1134ba-abc0-4899-8fe9-cbe6eed8efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (6638968f-6bd6-403a-a366-d6645776a688), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:39.329628 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d996de-0a7e-4864-84b3-9da08a38a9ad req-b2d7ac0c-a219-4bc0-bafb-df33aacb9f2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] No DVR routers for this DVR port 63c4c500-8059-4142-83d0-d1cd70284258 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:06:39.332890 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-921990bc-3831-4337-8909-91ed2f086b20 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013164 Jun 22 09:06:39.335792 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-56d996de-0a7e-4864-84b3-9da08a38a9ad req-b2d7ac0c-a219-4bc0-bafb-df33aacb9f2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:39.338987 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-56d996de-0a7e-4864-84b3-9da08a38a9ad req-b2d7ac0c-a219-4bc0-bafb-df33aacb9f2e tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.43 "DELETE /v2.0/ports/63c4c500-8059-4142-83d0-d1cd70284258 HTTP/1.1" status: 204 len: 173 time: 1.1751225 Jun 22 09:06:39.339504 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4127e9-161c-4421-ab41-0115e64e2e02', 'name': 'network-vif-deleted', 'tag': '63c4c500-8059-4142-83d0-d1cd70284258'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:39.341965 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572151d0-e3f7-40c4-b5f6-6214760564b2" -d '{"events": [{"server_uuid": "8d4127e9-161c-4421-ab41-0115e64e2e02", "name": "network-vif-deleted", "tag": "63c4c500-8059-4142-83d0-d1cd70284258"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:39.379104 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-9c1134ba-abc0-4899-8fe9-cbe6eed8efa9 None None] Port 6638968f-6bd6-403a-a366-d6645776a688 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:06:39.392571 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb35ee16-9d2b-4e67-bba7-6bf7a8adebe4 x-openstack-request-id: req-eb35ee16-9d2b-4e67-bba7-6bf7a8adebe4 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:39.392571 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4127e9-161c-4421-ab41-0115e64e2e02", "name": "network-vif-deleted", "tag": "63c4c500-8059-4142-83d0-d1cd70284258", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:39.392571 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb35ee16-9d2b-4e67-bba7-6bf7a8adebe4 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:39.392862 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb35ee16-9d2b-4e67-bba7-6bf7a8adebe4'] response: {'server_uuid': '8d4127e9-161c-4421-ab41-0115e64e2e02', 'name': 'network-vif-deleted', 'tag': '63c4c500-8059-4142-83d0-d1cd70284258', 'status': 'completed', 'code': 200} Jun 22 09:06:39.398051 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (6638968f-6bd6-403a-a366-d6645776a688), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:39.437427 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:39.597161 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6240140e-b15b-44e1-ba98-1e528fea03a6 req-61853106-d0bd-4876-90a0-8703ef8e7929 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 210 time: 0.0727289 Jun 22 09:06:39.624444 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9071e20-4b51-4470-b3e8-7c9327b6e6ef req-324cb9e4-50e9-47ef-94c7-abf3e9956db8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:39.626935 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9071e20-4b51-4470-b3e8-7c9327b6e6ef req-324cb9e4-50e9-47ef-94c7-abf3e9956db8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.1260874 Jun 22 09:06:39.787830 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfbab3-2aa8-46bd-a574-ba3e4d84e000 req-cb58bb40-1681-4282-a482-e381ea8247e6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:39.789378 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1ebfbab3-2aa8-46bd-a574-ba3e4d84e000 req-cb58bb40-1681-4282-a482-e381ea8247e6 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 931 time: 0.1254601 Jun 22 09:06:39.808296 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9071e20-4b51-4470-b3e8-7c9327b6e6ef req-3296e6a2-a574-4bec-a206-0542dd603355 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684990 Jun 22 09:06:39.899967 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1ebfbab3-2aa8-46bd-a574-ba3e4d84e000 req-b33d38b2-9701-45a6-a3a0-49941ca0c290 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef007f45-ea08-4de9-b81a-ea1f52169506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014078 Jun 22 09:06:39.901792 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6638968f-6bd6-403a-a366-d6645776a688 {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:06:39.910856 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Publish callbacks [] for port (6638968f-6bd6-403a-a366-d6645776a688), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:39.924991 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Transition to ACTIVE for port object 6638968f-6bd6-403a-a366-d6645776a688 will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:06:40.007369 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (6638968f-6bd6-403a-a366-d6645776a688), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:40.058987 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Pushing event updated for resources: {'Port': ['ID=6638968f-6bd6-403a-a366-d6645776a688,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:40.099233 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Attempting to bind port 6638968f-6bd6-403a-a366-d6645776a688 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:06:40.099476 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Attempting to bind port 6638968f-6bd6-403a-a366-d6645776a688 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:06:40.099807 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Attempting to bind port 6638968f-6bd6-403a-a366-d6645776a688 on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:06:40.104916 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Port 6638968f-6bd6-403a-a366-d6645776a688 on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:06:40.105234 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Attempting to bind port 6638968f-6bd6-403a-a366-d6645776a688 on network 89fc451c-46b3-4008-9c5d-bc37135b61a8 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:06:40.108054 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:40.110956 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:06:40.111283 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Checking segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:06:40.111655 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Bound using segment: {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:06:40.112070 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Bound port: 6638968f-6bd6-403a-a366-d6645776a688, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc94c1e-2b22-4be4-9b51-3df09177ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:06:40.112421 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (6638968f-6bd6-403a-a366-d6645776a688), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:40.178921 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] For port 6638968f-6bd6-403a-a366-d6645776a688, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:06:40.182143 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] For port 6638968f-6bd6-403a-a366-d6645776a688, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=6638968f-6bd6-403a-a366-d6645776a688,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:06:40.248292 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (6638968f-6bd6-403a-a366-d6645776a688), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:40.291974 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:40.292590 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:40.293960 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] 10.222.0.43 "PUT /v2.0/ports/6638968f-6bd6-403a-a366-d6645776a688 HTTP/1.1" status: 200 len: 1093 time: 1.0177808 Jun 22 09:06:40.318904 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf94d6-cc38-4619-b71d-212160b3f437 service neutron] Pushing event updated for resources: {'Port': ['ID=6638968f-6bd6-403a-a366-d6645776a688,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:40.429016 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-97f45d9d-5362-40cf-99a5-d0eb2fca90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:40.431161 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-97f45d9d-5362-40cf-99a5-d0eb2fca90ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 1127 time: 0.0440483 Jun 22 09:06:40.474316 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-0fcb4678-9ce1-45de-baa7-98d737adf4d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6638968f-6bd6-403a-a366-d6645776a688 HTTP/1.1" status: 200 len: 217 time: 0.0366576 Jun 22 09:06:40.706589 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-349350a8-2c00-4640-93de-b8c407ea7221 req-4ebe8df6-eb72-4cc9-b2fa-dfc536ae4036 tempest-ServerRescueNegativeTestJSON-1137559341 tempest-ServerRescueNegativeTestJSON-1137559341-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4127e9-161c-4421-ab41-0115e64e2e02 HTTP/1.1" status: 200 len: 210 time: 0.0286098 Jun 22 09:06:40.773821 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-731aee18-6103-413d-98d7-6bff187e4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:40.775348 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-731aee18-6103-413d-98d7-6bff187e4321 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 200 len: 852 time: 0.0486686 Jun 22 09:06:40.822832 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-664dd038-e37f-4f5c-9234-4b52aa4dc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:40.824268 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-664dd038-e37f-4f5c-9234-4b52aa4dc217 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89fc451c-46b3-4008-9c5d-bc37135b61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394120 Jun 22 09:06:41.048564 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3d24-0075-4c7c-be5f-b5b13efd9f04 req-720a4315-bd0d-4287-93d2-2450b6137db9 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:41.048564 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b1cf3d24-0075-4c7c-be5f-b5b13efd9f04 req-720a4315-bd0d-4287-93d2-2450b6137db9 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0694530 Jun 22 09:06:41.048564 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:41.048564 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-e786e445-1913-4b6c-be6b-4a59901904dc service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868982 Jun 22 09:06:41.085944 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5cb96-602d-48bc-adfe-5fc427296c11 req-21960eea-1c84-4443-825c-8e85c2d8eede tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:41.087433 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7ef5cb96-602d-48bc-adfe-5fc427296c11 req-21960eea-1c84-4443-825c-8e85c2d8eede tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 943 time: 0.1195261 Jun 22 09:06:41.150226 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b1cf3d24-0075-4c7c-be5f-b5b13efd9f04 req-d5efbaed-4cc9-490d-9a11-1ae815ddad7f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664429 Jun 22 09:06:41.197998 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c057da31-f6e3-43ac-a0f2-61a92020ef1d req-15a458cc-ffa7-44b4-aa05-b88bc9e85686 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696486 Jun 22 09:06:41.201167 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7ef5cb96-602d-48bc-adfe-5fc427296c11 req-96847e42-92d4-46c0-86d7-6faa36dc9baf tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef007f45-ea08-4de9-b81a-ea1f52169506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049881 Jun 22 09:06:41.394025 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7518373c-b425-4a1c-b01b-32912b5257d5', 'tag': '6638968f-6bd6-403a-a366-d6645776a688'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:41.395770 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94445d19-a008-48f0-a5d8-7ec0ed4067ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7518373c-b425-4a1c-b01b-32912b5257d5", "tag": "6638968f-6bd6-403a-a366-d6645776a688"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:41.429585 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c3bda1-c437-4b29-9d58-7fb25afbf4c0 x-openstack-request-id: req-67c3bda1-c437-4b29-9d58-7fb25afbf4c0 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:41.429865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7518373c-b425-4a1c-b01b-32912b5257d5", "tag": "6638968f-6bd6-403a-a366-d6645776a688", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:41.430145 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67c3bda1-c437-4b29-9d58-7fb25afbf4c0 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:41.430543 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c3bda1-c437-4b29-9d58-7fb25afbf4c0'] response: {'name': 'network-changed', 'server_uuid': '7518373c-b425-4a1c-b01b-32912b5257d5', 'tag': '6638968f-6bd6-403a-a366-d6645776a688', 'status': 'completed', 'code': 200} Jun 22 09:06:41.456941 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:41.764036 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44414) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:42.060749 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:06:42.065107 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 63c4c500-8059-4142-83d0-d1cd70284258 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:06:42.092674 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 63c4c500-8059-4142-83d0-d1cd70284258 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:06:42.093020 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 63c4c500-8059-4142-83d0-d1cd70284258 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:06:42.207671 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:42.221109 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:42.227504 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'port_id': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'mac_address': 'fa:16:3e:d0:a6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:06:42.239404 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94445d19-a008-48f0-a5d8-7ec0ed4067ce req-c21bd0de-f7e1-437f-8418-41dd9036335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:42.241491 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94445d19-a008-48f0-a5d8-7ec0ed4067ce req-c21bd0de-f7e1-437f-8418-41dd9036335d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 1127 time: 0.0636024 Jun 22 09:06:42.268503 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:06:42.269383 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:42.285317 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:06:42.287131 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460168'] for router_interface (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:42.311354 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:42.364089 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:42.382377 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:42.406586 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77314f08-41c4-4498-b810-2f513446f5f3 req-c8f22a5f-dc45-435a-a260-a6ede6994ea0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:42.408144 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-77314f08-41c4-4498-b810-2f513446f5f3 req-c8f22a5f-dc45-435a-a260-a6ede6994ea0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.1402068 Jun 22 09:06:42.418428 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abb036-5735-43d0-93d1-21abdf3f3b37 req-6d3cca3a-de8f-4d5a-b998-a52820f9c129 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:42.421513 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-58abb036-5735-43d0-93d1-21abdf3f3b37 req-6d3cca3a-de8f-4d5a-b998-a52820f9c129 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 943 time: 0.1357243 Jun 22 09:06:42.442988 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:42.510726 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94445d19-a008-48f0-a5d8-7ec0ed4067ce req-555fe25f-d0c0-43ce-bf21-7a20138a504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:42.512202 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94445d19-a008-48f0-a5d8-7ec0ed4067ce req-555fe25f-d0c0-43ce-bf21-7a20138a504d service neutron] 10.222.0.43 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 914 time: 0.2631359 Jun 22 09:06:42.523326 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-77314f08-41c4-4498-b810-2f513446f5f3 req-7af61847-e781-44b5-ba90-ad1325d42b5f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024280 Jun 22 09:06:42.530840 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-58abb036-5735-43d0-93d1-21abdf3f3b37 req-9140e8f4-ff60-4a41-98d3-342b8563b332 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef007f45-ea08-4de9-b81a-ea1f52169506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848045 Jun 22 09:06:42.568321 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94445d19-a008-48f0-a5d8-7ec0ed4067ce req-29ee1e16-ff58-4b06-a886-da68a0397b9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6638968f-6bd6-403a-a366-d6645776a688 HTTP/1.1" status: 200 len: 217 time: 0.0380561 Jun 22 09:06:42.611038 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Deleting port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:42.611743 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:42.627324 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94445d19-a008-48f0-a5d8-7ec0ed4067ce req-977389f7-48e3-4bc2-bfc2-e947effffb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:42.631730 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94445d19-a008-48f0-a5d8-7ec0ed4067ce req-977389f7-48e3-4bc2-bfc2-e947effffb4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 200 len: 852 time: 0.0522351 Jun 22 09:06:42.636809 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:06:42.668994 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:42.680792 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94445d19-a008-48f0-a5d8-7ec0ed4067ce req-d940c633-6166-4558-bd1a-ea45b72694f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:42.682546 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94445d19-a008-48f0-a5d8-7ec0ed4067ce req-d940c633-6166-4558-bd1a-ea45b72694f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89fc451c-46b3-4008-9c5d-bc37135b61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469346 Jun 22 09:06:42.703010 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] For port 6388b294-ec8d-4892-9205-2aaf6fd5fd7f, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=6388b294-ec8d-4892-9205-2aaf6fd5fd7f,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:42.704714 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:42.720888 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Calling delete_port for 6388b294-ec8d-4892-9205-2aaf6fd5fd7f owned by network:router_interface {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:42.791859 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94445d19-a008-48f0-a5d8-7ec0ed4067ce req-021c625e-edb3-449f-bfa7-99695f26581b service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993958 Jun 22 09:06:42.901324 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:42.985423 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (6388b294-ec8d-4892-9205-2aaf6fd5fd7f), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:42.991112 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:43.016079 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Pushing event deleted for resources: {'Port': ['ID=6388b294-ec8d-4892-9205-2aaf6fd5fd7f,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:43.028942 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.029292 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.029627 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.029965 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.030320 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.030639 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.030975 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.031297 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.032209 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.032837 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.033349 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.033686 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.034010 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.034382 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.034711 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:06:43.136769 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-622863d4-6f18-464b-8ee5-541c27d303e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:43.184106 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-94445d19-a008-48f0-a5d8-7ec0ed4067ce req-7be0245d-576b-491b-9bb5-131afd20b628 service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864903 Jun 22 09:06:43.202999 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460060'] for router_interface (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:43.413350 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:06:43.501359 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=100 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:43.514768 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:06:43.520035 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-9c749fa2-20a5-4eb7-b971-d0dc4fb4b96f admin admin] 10.222.0.36 "PUT /v2.0/routers/e2d57552-2ff5-4cdc-a3c7-80af1f783ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7549706 Jun 22 09:06:43.522567 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44422) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:43.524234 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc80879a-7b36-484b-b049-57912f82f809 None None] Sync routers for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:06:43.535816 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80879a-7b36-484b-b049-57912f82f809 None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:43.536444 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-dc80879a-7b36-484b-b049-57912f82f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:43.622026 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:43.638682 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Publish callbacks [] for router (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:43.641761 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-dc80879a-7b36-484b-b049-57912f82f809 None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:43.697878 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb60be-6823-4098-835c-663f7c6d670d req-c6560a0b-de79-478a-8dab-dd6530ebc07b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:43.702734 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f4bb60be-6823-4098-835c-663f7c6d670d req-c6560a0b-de79-478a-8dab-dd6530ebc07b tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 943 time: 0.0892420 Jun 22 09:06:43.720385 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ca7d6-65f2-463c-a7f9-92b446c396e5 req-cfdfe5e3-f685-419b-bd5e-dde0b67b76cf tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:43.721957 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a01ca7d6-65f2-463c-a7f9-92b446c396e5 req-cfdfe5e3-f685-419b-bd5e-dde0b67b76cf tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 944 time: 0.0952029 Jun 22 09:06:43.757149 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Publish callbacks [] for router_gateway (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:43.788174 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f4bb60be-6823-4098-835c-663f7c6d670d req-ca4fd7d0-b1b6-4534-a65d-b9d582822fc4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef007f45-ea08-4de9-b81a-ea1f52169506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809000 Jun 22 09:06:43.803358 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a01ca7d6-65f2-463c-a7f9-92b446c396e5 req-84a8c3ff-a59e-46f7-bc96-8670795d2f3a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680435 Jun 22 09:06:43.826521 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-dc80879a-7b36-484b-b049-57912f82f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:06:42Z', 'revision_number': 5, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port': {'id': '0b46ae75-df14-434d-98ba-9e4e2f33f6ff', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:39Z', 'updated_at': '2022-06-22T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:43.853375 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc80879a-7b36-484b-b049-57912f82f809 None None] Checking router: e2d57552-2ff5-4cdc-a3c7-80af1f783ccd for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:06:43.858273 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Deleting port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:43.858604 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:43.863068 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80879a-7b36-484b-b049-57912f82f809 None None] Routers {'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:43.863587 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-dc80879a-7b36-484b-b049-57912f82f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:43.937227 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] For port 0b46ae75-df14-434d-98ba-9e4e2f33f6ff, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=0b46ae75-df14-434d-98ba-9e4e2f33f6ff,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:43.937585 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:43.945573 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-dc80879a-7b36-484b-b049-57912f82f809 None None] Set router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd gateway port host: None {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:43.951560 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Calling delete_port for 0b46ae75-df14-434d-98ba-9e4e2f33f6ff owned by network:router_gateway {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:43.993351 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-dc80879a-7b36-484b-b049-57912f82f809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:06:43Z', 'revision_number': 6, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port_host': None}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:44.021674 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc80879a-7b36-484b-b049-57912f82f809 None None] The sync data for ids ['e2d57552-2ff5-4cdc-a3c7-80af1f783ccd'] in dv-cinder-787296-11-iscsi is: [{'id': 'e2d57552-2ff5-4cdc-a3c7-80af1f783ccd', 'name': 'tempest-ServerRescueNegativeTestJSON-228813408-router', 'tenant_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:37Z', 'updated_at': '2022-06-22T09:06:43Z', 'revision_number': 6, 'project_id': 'd20fd7bac1c94a908fd293fa82c534dc', 'gw_port_host': None}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:06:44.079916 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 6638968f-6bd6-403a-a366-d6645776a688 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:06:44.102496 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:06:44.161348 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:06:44.207772 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (0b46ae75-df14-434d-98ba-9e4e2f33f6ff), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.216737 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 6638968f-6bd6-403a-a366-d6645776a688, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=6638968f-6bd6-403a-a366-d6645776a688,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:44.233487 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b46ae75-df14-434d-98ba-9e4e2f33f6ff,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:44.242869 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '6638968f-6bd6-403a-a366-d6645776a688', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'port_id': '6638968f-6bd6-403a-a366-d6645776a688', 'mac_address': 'fa:16:3e:db:91:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:06:44.272226 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:06:44.272596 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.301122 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-490552'] for router_gateway (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.302607 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 6638968f-6bd6-403a-a366-d6645776a688 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:06:44.302992 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (6638968f-6bd6-403a-a366-d6645776a688), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.324146 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6638968f-6bd6-403a-a366-d6645776a688 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:06:44.368556 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 6638968f-6bd6-403a-a366-d6645776a688, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=6638968f-6bd6-403a-a366-d6645776a688,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:44.379216 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:06:44.382548 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.408241 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:44.411076 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed80c3f-1ea3-41df-a36e-84659a9f930f" -d '{"events": [{"server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "name": "network-vif-plugged", "status": "completed", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:44.412815 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-464945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25224'] for router (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.424971 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:44.427839 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Publish callbacks [] for router_controller (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.430584 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (6638968f-6bd6-403a-a366-d6645776a688), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.455964 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e515e152-c99f-473b-9d36-44bc1837ec3c x-openstack-request-id: req-e515e152-c99f-473b-9d36-44bc1837ec3c {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:44.456285 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "name": "network-vif-plugged", "status": "completed", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:44.456511 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e515e152-c99f-473b-9d36-44bc1837ec3c {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:44.456901 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e515e152-c99f-473b-9d36-44bc1837ec3c'] response: {'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'code': 200} Jun 22 09:06:44.501562 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.507878 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=6638968f-6bd6-403a-a366-d6645776a688,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:44.558384 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:44.601821 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465087'] for router (e2d57552-2ff5-4cdc-a3c7-80af1f783ccd), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.602492 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d57552-2ff5-4cdc-a3c7-80af1f783ccd {{(pid=104240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:06:44.608328 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.609485 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ac68f4e7-7cc5-4def-b14d-75369c9ba65e admin admin] 10.222.0.36 "DELETE /v2.0/routers/e2d57552-2ff5-4cdc-a3c7-80af1f783ccd HTTP/1.1" status: 204 len: 168 time: 1.0859907 Jun 22 09:06:44.612611 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44430) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:44.659228 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f70d6d4-5290-402e-b36f-fb0a7f95e71b admin admin] Deleting subnet 1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 {{(pid=104239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:06:44.662911 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6f70d6d4-5290-402e-b36f-fb0a7f95e71b admin admin] Publish callbacks [] for subnet (1c3d8b32-bb3a-4e9a-a1bd-09fae4263932), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.684677 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['6638968f-6bd6-403a-a366-d6645776a688'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:06:44.700390 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6f70d6d4-5290-402e-b36f-fb0a7f95e71b admin admin] Publish callbacks [] for subnet (1c3d8b32-bb3a-4e9a-a1bd-09fae4263932), precommit_delete_associations {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.712416 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:44.752990 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6f70d6d4-5290-402e-b36f-fb0a7f95e71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (1c3d8b32-bb3a-4e9a-a1bd-09fae4263932), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.809168 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:44.846291 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2baf-6936-464e-b79a-6a5f8c53a360 req-30328dde-a70f-4f1a-adf3-75420c8a7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:44.847828 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f09e2baf-6936-464e-b79a-6a5f8c53a360 req-30328dde-a70f-4f1a-adf3-75420c8a7b07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 1129 time: 0.0575237 Jun 22 09:06:44.939524 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f09e2baf-6936-464e-b79a-6a5f8c53a360 req-78502bc1-1ebd-42e7-8968-05cd23cf903e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800776 Jun 22 09:06:44.940587 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 6388b294-ec8d-4892-9205-2aaf6fd5fd7f no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:06:44.943714 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6f70d6d4-5290-402e-b36f-fb0a7f95e71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (1c3d8b32-bb3a-4e9a-a1bd-09fae4263932), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:44.960271 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 6388b294-ec8d-4892-9205-2aaf6fd5fd7f {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:06:44.960622 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 6388b294-ec8d-4892-9205-2aaf6fd5fd7f not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:06:44.961047 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 0b46ae75-df14-434d-98ba-9e4e2f33f6ff no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:06:44.980706 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 0b46ae75-df14-434d-98ba-9e4e2f33f6ff {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:06:44.981053 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 0b46ae75-df14-434d-98ba-9e4e2f33f6ff not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:06:45.001645 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70d6d4-5290-402e-b36f-fb0a7f95e71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3d8b32-bb3a-4e9a-a1bd-09fae4263932,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:45.009515 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6f70d6d4-5290-402e-b36f-fb0a7f95e71b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.011932 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dbd378-fbef-4534-9003-f6daf5e35aa4 None None] Network 81450ca5-339e-4f08-bdc8-ec0a189d1628 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:06:45.012298 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-6f70d6d4-5290-402e-b36f-fb0a7f95e71b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1c3d8b32-bb3a-4e9a-a1bd-09fae4263932 HTTP/1.1" status: 204 len: 168 time: 0.3986392 Jun 22 09:06:45.017004 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44436) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:45.021961 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6232d1e-0e68-4bf5-80f4-40b6b266223b req-ecaa9175-0720-4f20-afcf-a3d8aeeb7442 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:45.023507 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a6232d1e-0e68-4bf5-80f4-40b6b266223b req-ecaa9175-0720-4f20-afcf-a3d8aeeb7442 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 944 time: 0.1253822 Jun 22 09:06:45.036204 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593d043-260f-4ac1-8814-aca630d42fb6 req-0ccef7d6-eabd-4ad1-aee4-15ef250456ff tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:45.043455 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4593d043-260f-4ac1-8814-aca630d42fb6 req-0ccef7d6-eabd-4ad1-aee4-15ef250456ff tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.1079981 Jun 22 09:06:45.133817 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a6232d1e-0e68-4bf5-80f4-40b6b266223b req-8df84a93-0184-46a8-9b6c-033aeffaca62 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef007f45-ea08-4de9-b81a-ea1f52169506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870905 Jun 22 09:06:45.136811 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4593d043-260f-4ac1-8814-aca630d42fb6 req-c3cd993b-7dc9-4fde-9597-cec391de3297 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925643 Jun 22 09:06:45.210209 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c9c5d1-8aa2-40fe-8944-7322ad2662bb None None] DHCP port deletion for 81450ca5-339e-4f08-bdc8-ec0a189d1628 request from dv-cinder-787296-11-iscsi {{(pid=104241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:06:45.255341 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9c5d1-8aa2-40fe-8944-7322ad2662bb None None] Deleting port be8de613-887c-446b-ab1b-8b52d56b2a71 {{(pid=104241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:45.255685 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4c9c5d1-8aa2-40fe-8944-7322ad2662bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), before_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.295964 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:45.323286 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-b4c9c5d1-8aa2-40fe-8944-7322ad2662bb None None] For port be8de613-887c-446b-ab1b-8b52d56b2a71, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=be8de613-887c-446b-ab1b-8b52d56b2a71,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:45.323678 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4c9c5d1-8aa2-40fe-8944-7322ad2662bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), precommit_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.333020 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (81450ca5-339e-4f08-bdc8-ec0a189d1628), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.337312 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9c5d1-8aa2-40fe-8944-7322ad2662bb None None] Calling delete_port for be8de613-887c-446b-ab1b-8b52d56b2a71 owned by network:dhcp {{(pid=104241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:45.393353 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Deleting port be8de613-887c-446b-ab1b-8b52d56b2a71 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:06:45.393876 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.433672 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:45.473784 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] For port be8de613-887c-446b-ab1b-8b52d56b2a71, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=be8de613-887c-446b-ab1b-8b52d56b2a71,segment=NetworkSegment(ff94d0e4-6568-4241-8c10-63a080128f0f),segment_id=ff94d0e4-6568-4241-8c10-63a080128f0f)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:45.474168 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.487770 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Calling delete_port for be8de613-887c-446b-ab1b-8b52d56b2a71 owned by network:dhcp {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:06:45.493437 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-99cb3bc1-eefb-4a61-9da3-7bba8f5476e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.527755 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4c9c5d1-8aa2-40fe-8944-7322ad2662bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), after_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.554639 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9c5d1-8aa2-40fe-8944-7322ad2662bb None None] Pushing event deleted for resources: {'Port': ['ID=be8de613-887c-446b-ab1b-8b52d56b2a71,revision_number=None']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:45.556412 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9c5d1-8aa2-40fe-8944-7322ad2662bb None None] No DVR routers for this DVR port be8de613-887c-446b-ab1b-8b52d56b2a71 on host dv-cinder-787296-11-iscsi {{(pid=104241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:06:45.568396 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (be8de613-887c-446b-ab1b-8b52d56b2a71), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.590865 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Pushing event deleted for resources: {'Port': ['ID=be8de613-887c-446b-ab1b-8b52d56b2a71,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:45.598737 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] No DVR routers for this DVR port be8de613-887c-446b-ab1b-8b52d56b2a71 on host dv-cinder-787296-11-iscsi {{(pid=104240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:06:45.671954 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (81450ca5-339e-4f08-bdc8-ec0a189d1628), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.693464 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81450ca5-339e-4f08-bdc8-ec0a189d1628']}} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:45.702980 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff94d0e4-6568-4241-8c10-63a080128f0f') {'for_net_delete': True} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:45.703302 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff94d0e4-6568-4241-8c10-63a080128f0f') {} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:45.712993 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13837626'] for segment (ff94d0e4-6568-4241-8c10-63a080128f0f), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.726783 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (ff94d0e4-6568-4241-8c10-63a080128f0f), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.733371 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=104240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:06:45.733789 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14068905'] for segment (ff94d0e4-6568-4241-8c10-63a080128f0f), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.820389 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment ff94d0e4-6568-4241-8c10-63a080128f0f resource provider aggregate not found Jun 22 09:06:45.838672 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment ff94d0e4-6568-4241-8c10-63a080128f0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff94d0e4-6568-4241-8c10-63a080128f0f found for delete ", "request_id": "req-a1ca6478-a1aa-4ad2-b440-219ade9bd163"}]} Jun 22 09:06:45.870646 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (81450ca5-339e-4f08-bdc8-ec0a189d1628), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.876853 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:45.879722 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] 10.222.0.36 "DELETE /v2.0/networks/81450ca5-339e-4f08-bdc8-ec0a189d1628 HTTP/1.1" status: 204 len: 168 time: 0.8613954 Jun 22 09:06:45.890471 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b170339-a592-4e28-b981-d996135e5683 admin admin] Pushing event deleted for resources: {'Network': ['ID=81450ca5-339e-4f08-bdc8-ec0a189d1628,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:46.083062 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 6638968f-6bd6-403a-a366-d6645776a688 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:06:46.128113 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 6638968f-6bd6-403a-a366-d6645776a688 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:06:46.142323 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44446) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:46.185422 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-2c991ab1-e6f5-455c-9a35-7ad463c7c3ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d20fd7bac1c94a908fd293fa82c534dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418570 Jun 22 09:06:46.188820 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44452) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:46.196482 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 6638968f-6bd6-403a-a366-d6645776a688 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:06:46.197250 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (6638968f-6bd6-403a-a366-d6645776a688), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:46.274968 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 6638968f-6bd6-403a-a366-d6645776a688 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:06:46.275685 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (6638968f-6bd6-403a-a366-d6645776a688), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:46.306863 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e11e9-3903-4877-aed7-6469a1244630 req-aba3bdc9-f97c-4a4c-9e8b-173716120311 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:46.308102 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 6638968f-6bd6-403a-a366-d6645776a688, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=6638968f-6bd6-403a-a366-d6645776a688,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:06:46.308347 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ff6e11e9-3903-4877-aed7-6469a1244630 req-aba3bdc9-f97c-4a4c-9e8b-173716120311 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 944 time: 0.0939620 Jun 22 09:06:46.326744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48923462-da7f-49d7-b5db-1029b815d02a req-730de4b9-3d31-4ced-bcf4-477c315ce7c6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:46.328076 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48923462-da7f-49d7-b5db-1029b815d02a req-730de4b9-3d31-4ced-bcf4-477c315ce7c6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0980046 Jun 22 09:06:46.334342 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ea6546b8-1d45-4af1-bce1-418fdab3e0ff admin admin] Publish callbacks [] for security_group (e5101187-1f81-4a53-b9e2-c8c2f02fee49), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:46.373139 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (6638968f-6bd6-403a-a366-d6645776a688), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:46.374815 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:46.382614 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:46.395074 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ea6546b8-1d45-4af1-bce1-418fdab3e0ff admin admin] Publish callbacks [] for security_group (e5101187-1f81-4a53-b9e2-c8c2f02fee49), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:46.423414 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=6638968f-6bd6-403a-a366-d6645776a688,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:46.443039 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ff6e11e9-3903-4877-aed7-6469a1244630 req-1a091afe-72b0-4654-bbf2-6c4fdf606059 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef007f45-ea08-4de9-b81a-ea1f52169506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254869 Jun 22 09:06:46.457197 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-48923462-da7f-49d7-b5db-1029b815d02a req-ab41c56f-4706-402e-92ce-c90bcf12840f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140997 Jun 22 09:06:46.458460 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7518373c-b425-4a1c-b01b-32912b5257d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6638968f-6bd6-403a-a366-d6645776a688'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:46.463931 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26817bf-312f-4792-becf-f27660cfc61b" -d '{"events": [{"server_uuid": "7518373c-b425-4a1c-b01b-32912b5257d5", "name": "network-vif-plugged", "status": "completed", "tag": "6638968f-6bd6-403a-a366-d6645776a688"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:46.513650 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd33929-0535-430a-a95d-a4e39161e799 x-openstack-request-id: req-dcd33929-0535-430a-a95d-a4e39161e799 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:46.513961 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7518373c-b425-4a1c-b01b-32912b5257d5", "name": "network-vif-plugged", "status": "completed", "tag": "6638968f-6bd6-403a-a366-d6645776a688", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:46.514241 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dcd33929-0535-430a-a95d-a4e39161e799 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:46.514660 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd33929-0535-430a-a95d-a4e39161e799'] response: {'server_uuid': '7518373c-b425-4a1c-b01b-32912b5257d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6638968f-6bd6-403a-a366-d6645776a688', 'code': 200} Jun 22 09:06:46.550925 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ea6546b8-1d45-4af1-bce1-418fdab3e0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (e5101187-1f81-4a53-b9e2-c8c2f02fee49), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:46.555225 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ea6546b8-1d45-4af1-bce1-418fdab3e0ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:46.562675 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-ea6546b8-1d45-4af1-bce1-418fdab3e0ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5101187-1f81-4a53-b9e2-c8c2f02fee49 HTTP/1.1" status: 204 len: 168 time: 0.3666739 Jun 22 09:06:46.576609 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6546b8-1d45-4af1-bce1-418fdab3e0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5101187-1f81-4a53-b9e2-c8c2f02fee49,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:46.628126 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device be8de613-887c-446b-ab1b-8b52d56b2a71 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:06:46.647837 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: be8de613-887c-446b-ab1b-8b52d56b2a71 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:06:46.648188 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device be8de613-887c-446b-ab1b-8b52d56b2a71 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:06:46.860496 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba411fa-d86e-434c-a011-08fd984a8c94 req-c355e582-b390-4f30-8c42-24b8255a7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:46.861898 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9ba411fa-d86e-434c-a011-08fd984a8c94 req-c355e582-b390-4f30-8c42-24b8255a7d82 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 1129 time: 0.0406075 Jun 22 09:06:46.910832 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9ba411fa-d86e-434c-a011-08fd984a8c94 req-5db101dc-7e29-4dde-839d-5a1045fb27b9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ef007f45-ea08-4de9-b81a-ea1f52169506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408692 Jun 22 09:06:46.971298 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:47.570077 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890b81b-e7e0-46a0-adf6-995f62ff8de9 req-e1668da3-e9fc-4f72-b035-0d6514a45c4f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:47.575869 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3890b81b-e7e0-46a0-adf6-995f62ff8de9 req-e1668da3-e9fc-4f72-b035-0d6514a45c4f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 945 time: 0.0631905 Jun 22 09:06:47.620818 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9c70-f2b4-4ed3-ad43-78752b598117 req-0ca57e5b-bb61-4a31-9ef6-c55ae4dab949 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:47.622341 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-45ea9c70-f2b4-4ed3-ad43-78752b598117 req-0ca57e5b-bb61-4a31-9ef6-c55ae4dab949 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0783408 Jun 22 09:06:47.664909 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3890b81b-e7e0-46a0-adf6-995f62ff8de9 req-348c7e16-6714-4396-86f2-a51ad97b07b5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef007f45-ea08-4de9-b81a-ea1f52169506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763292 Jun 22 09:06:47.693734 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-45ea9c70-f2b4-4ed3-ad43-78752b598117 req-1e307f1c-4a4c-464e-9674-a72ac7e28c0a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582125 Jun 22 09:06:47.808482 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc217-6b61-4ac0-b620-8dfe4c277e7c req-b9fd4196-52ae-4d39-8aa9-d408306da9d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:47.809944 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-610fc217-6b61-4ac0-b620-8dfe4c277e7c req-b9fd4196-52ae-4d39-8aa9-d408306da9d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0470066 Jun 22 09:06:47.819378 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44486) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:47.823772 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-1f4abecc-04b8-47f2-8ab3-43952f04da30 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Request body: {'floatingip': {'port_id': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:47.864746 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1f4abecc-04b8-47f2-8ab3-43952f04da30 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (c06e21b3-6408-4fa7-b054-efa2da4f07df), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:48.285835 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:48.295564 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1f4abecc-04b8-47f2-8ab3-43952f04da30 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:48.370719 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1f4abecc-04b8-47f2-8ab3-43952f04da30 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (c06e21b3-6408-4fa7-b054-efa2da4f07df), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:48.471052 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [None req-1f4abecc-04b8-47f2-8ab3-43952f04da30 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Floating IP c06e21b3-6408-4fa7-b054-efa2da4f07df associated. External IP: 172.27.2.124, port: f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f. Jun 22 09:06:48.578087 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:48.617925 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:48.697541 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4abecc-04b8-47f2-8ab3-43952f04da30 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Router 7ef81170-7a25-4352-86e1-6379ac1a39be has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:06:48.737632 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:48.834320 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51f98-a602-4576-896d-27afb9d013ef req-13b8a562-9fd0-4f41-bb8c-45820fb354ff tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:48.835710 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-78c51f98-a602-4576-896d-27afb9d013ef req-13b8a562-9fd0-4f41-bb8c-45820fb354ff tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 945 time: 0.0819590 Jun 22 09:06:48.864328 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4abecc-04b8-47f2-8ab3-43952f04da30 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:06:48.869918 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-1f4abecc-04b8-47f2-8ab3-43952f04da30 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:48.874857 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db067dc4-f938-4090-b3fb-9c0ce5cefc36 None None] Sync routers for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:06:48.886156 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db067dc4-f938-4090-b3fb-9c0ce5cefc36 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:48.886773 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-db067dc4-f938-4090-b3fb-9c0ce5cefc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:48.921236 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-1f4abecc-04b8-47f2-8ab3-43952f04da30 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "PUT /v2.0/floatingips/c06e21b3-6408-4fa7-b054-efa2da4f07df HTTP/1.1" status: 200 len: 991 time: 1.1007948 Jun 22 09:06:48.925282 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:48.927736 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e4a83c-e693-4456-bbeb-9d2fb0881b78" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:48.934430 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-78c51f98-a602-4576-896d-27afb9d013ef req-410e4d5d-45e4-4f9c-a986-2da3bb9dbf42 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef007f45-ea08-4de9-b81a-ea1f52169506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905581 Jun 22 09:06:48.940170 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:48.976371 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2a28d8-aa41-40e3-abe1-589e6a8d4a55 x-openstack-request-id: req-ec2a28d8-aa41-40e3-abe1-589e6a8d4a55 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:48.976669 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:48.976930 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec2a28d8-aa41-40e3-abe1-589e6a8d4a55 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:48.977367 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2a28d8-aa41-40e3-abe1-589e6a8d4a55'] response: {'name': 'network-changed', 'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'status': 'completed', 'code': 200} Jun 22 09:06:49.078094 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4a83c-e693-4456-bbeb-9d2fb0881b78 req-8c5c0d98-21ab-4275-9728-1af17522a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:49.080679 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-10e4a83c-e693-4456-bbeb-9d2fb0881b78 req-8c5c0d98-21ab-4275-9728-1af17522a8cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 1129 time: 0.0759799 Jun 22 09:06:49.105281 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4232-dc82-4e77-ba03-e56ecc17922e req-4a7ba920-9f84-4b1e-81d1-14c41851d829 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:49.116708 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d97f4232-dc82-4e77-ba03-e56ecc17922e req-4a7ba920-9f84-4b1e-81d1-14c41851d829 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 945 time: 0.0820904 Jun 22 09:06:49.116915 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44520) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:49.123122 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-693dcb97-c9c0-499b-84c7-c8a37da2fec5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Request body: {'floatingip': {'port_id': '6638968f-6bd6-403a-a366-d6645776a688'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:49.133472 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-db067dc4-f938-4090-b3fb-9c0ce5cefc36 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:49.168469 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-693dcb97-c9c0-499b-84c7-c8a37da2fec5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (b6cff7b4-84d6-4055-899d-3f4e554469b1), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:49.205710 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4a83c-e693-4456-bbeb-9d2fb0881b78 req-02bf0b37-543c-477e-a47c-d0fd78d46a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:49.207250 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-10e4a83c-e693-4456-bbeb-9d2fb0881b78 req-02bf0b37-543c-477e-a47c-d0fd78d46a3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 918 time: 0.1183643 Jun 22 09:06:49.211635 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:49.286598 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-10e4a83c-e693-4456-bbeb-9d2fb0881b78 req-a389b672-b0bc-410d-a12a-b4d7aeb9d165 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f HTTP/1.1" status: 200 len: 999 time: 0.0651605 Jun 22 09:06:49.353296 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4a83c-e693-4456-bbeb-9d2fb0881b78 req-b737e03f-1267-4c73-bfe7-d636fc382c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:49.355477 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-10e4a83c-e693-4456-bbeb-9d2fb0881b78 req-b737e03f-1267-4c73-bfe7-d636fc382c76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 HTTP/1.1" status: 200 len: 856 time: 0.0566506 Jun 22 09:06:49.364686 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-db067dc4-f938-4090-b3fb-9c0ce5cefc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'c06e21b3-6408-4fa7-b054-efa2da4f07df', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'port_id': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'mac_address': 'fa:16:3e:d0:a6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ef288-3b6e-4369-8492-76898b858067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:06:30Z', 'updated_at': '2022-06-22T09:06:48Z', 'revision_number': 1, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:49.396522 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db067dc4-f938-4090-b3fb-9c0ce5cefc36 None None] Checking router: 7ef81170-7a25-4352-86e1-6379ac1a39be for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:06:49.400255 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:49.405920 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db067dc4-f938-4090-b3fb-9c0ce5cefc36 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:49.407028 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-db067dc4-f938-4090-b3fb-9c0ce5cefc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:49.410450 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4a83c-e693-4456-bbeb-9d2fb0881b78 req-07de6265-db9b-45df-be56-af668c095c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:49.411672 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-10e4a83c-e693-4456-bbeb-9d2fb0881b78 req-07de6265-db9b-45df-be56-af668c095c03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15257489-695d-400e-ba82-cb5e772f9bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496566 Jun 22 09:06:49.413684 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:49.529011 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-10e4a83c-e693-4456-bbeb-9d2fb0881b78 req-bbcd1c97-4d20-403e-b3f3-8e83a0ba338a service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076927 Jun 22 09:06:49.530809 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-db067dc4-f938-4090-b3fb-9c0ce5cefc36 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:49.635240 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-10e4a83c-e693-4456-bbeb-9d2fb0881b78 req-8005c148-b952-4531-889e-d1ca19be105f service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991309 Jun 22 09:06:49.676032 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-693dcb97-c9c0-499b-84c7-c8a37da2fec5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:49.780826 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-db067dc4-f938-4090-b3fb-9c0ce5cefc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'c06e21b3-6408-4fa7-b054-efa2da4f07df', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'port_id': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'mac_address': 'fa:16:3e:d0:a6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ef288-3b6e-4369-8492-76898b858067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:06:30Z', 'updated_at': '2022-06-22T09:06:48Z', 'revision_number': 1, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:49.799078 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-693dcb97-c9c0-499b-84c7-c8a37da2fec5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (b6cff7b4-84d6-4055-899d-3f4e554469b1), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:49.807616 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db067dc4-f938-4090-b3fb-9c0ce5cefc36 None None] The sync data for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi is: [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'c06e21b3-6408-4fa7-b054-efa2da4f07df', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'port_id': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'mac_address': 'fa:16:3e:d0:a6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ef288-3b6e-4369-8492-76898b858067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:06:30Z', 'updated_at': '2022-06-22T09:06:48Z', 'revision_number': 1, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:06:49.909130 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.l3_db [None req-693dcb97-c9c0-499b-84c7-c8a37da2fec5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Floating IP b6cff7b4-84d6-4055-899d-3f4e554469b1 associated. External IP: 172.27.2.43, port: 6638968f-6bd6-403a-a366-d6645776a688. Jun 22 09:06:50.010937 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:50.013125 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a658646-f02e-4df3-8c55-53884b822974 None None] New status for floating IP c06e21b3-6408-4fa7-b054-efa2da4f07df: ACTIVE {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:06:50.120272 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:50.129989 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693dcb97-c9c0-499b-84c7-c8a37da2fec5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:06:50.236813 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693dcb97-c9c0-499b-84c7-c8a37da2fec5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:06:50.241259 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-693dcb97-c9c0-499b-84c7-c8a37da2fec5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:50.247236 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67d596-cadb-4d41-b639-599d87556caf None None] Sync routers for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:06:50.259165 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67d596-cadb-4d41-b639-599d87556caf None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:50.259807 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-bf67d596-cadb-4d41-b639-599d87556caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:50.276324 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-693dcb97-c9c0-499b-84c7-c8a37da2fec5 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "PUT /v2.0/floatingips/b6cff7b4-84d6-4055-899d-3f4e554469b1 HTTP/1.1" status: 200 len: 990 time: 1.1581628 Jun 22 09:06:50.276881 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7518373c-b425-4a1c-b01b-32912b5257d5', 'tag': '6638968f-6bd6-403a-a366-d6645776a688'}] {{(pid=104240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:06:50.279252 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3abfc77e5a12c6f207665f94500fb4c82f6ad8517e71d57fe655c3e12da5f60e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de9274c-8b2f-4050-a5a5-d1956f747e18" -d '{"events": [{"name": "network-changed", "server_uuid": "7518373c-b425-4a1c-b01b-32912b5257d5", "tag": "6638968f-6bd6-403a-a366-d6645776a688"}]}' {{(pid=104240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:06:50.379739 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-bf67d596-cadb-4d41-b639-599d87556caf None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:50.465320 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d686874-a632-4c6d-867b-4d849d15577d x-openstack-request-id: req-6d686874-a632-4c6d-867b-4d849d15577d {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:06:50.465681 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7518373c-b425-4a1c-b01b-32912b5257d5", "tag": "6638968f-6bd6-403a-a366-d6645776a688", "status": "completed", "code": 200}]} {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:06:50.465931 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d686874-a632-4c6d-867b-4d849d15577d {{(pid=104240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:06:50.466351 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d686874-a632-4c6d-867b-4d849d15577d'] response: {'name': 'network-changed', 'server_uuid': '7518373c-b425-4a1c-b01b-32912b5257d5', 'tag': '6638968f-6bd6-403a-a366-d6645776a688', 'status': 'completed', 'code': 200} Jun 22 09:06:50.520020 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:50.527020 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9274c-8b2f-4050-a5a5-d1956f747e18 req-5b0acd15-4807-441d-9035-c6046d7f8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:50.528516 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0de9274c-8b2f-4050-a5a5-d1956f747e18 req-5b0acd15-4807-441d-9035-c6046d7f8b96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c906f2149774a18b39228b7b6ef556f&device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 1129 time: 0.0399127 Jun 22 09:06:50.637697 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9274c-8b2f-4050-a5a5-d1956f747e18 req-fa8b385e-ebf5-4639-b9f6-3cddf3f2a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:50.637697 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0de9274c-8b2f-4050-a5a5-d1956f747e18 req-fa8b385e-ebf5-4639-b9f6-3cddf3f2a1bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 200 len: 914 time: 0.0995536 Jun 22 09:06:50.638730 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-bf67d596-cadb-4d41-b639-599d87556caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'b6cff7b4-84d6-4055-899d-3f4e554469b1', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '6638968f-6bd6-403a-a366-d6645776a688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:db:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518373c-b425-4a1c-b01b-32912b5257d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:06:30Z', 'updated_at': '2022-06-22T09:06:49Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:50.663941 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67d596-cadb-4d41-b639-599d87556caf None None] Checking router: 8c5bbb13-8481-4a0c-a709-71197a0d36d9 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:06:50.674327 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67d596-cadb-4d41-b639-599d87556caf None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:06:50.675015 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-bf67d596-cadb-4d41-b639-599d87556caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:50.703057 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0de9274c-8b2f-4050-a5a5-d1956f747e18 req-e8904503-46f9-420f-b0a1-f68fe4f76166 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6638968f-6bd6-403a-a366-d6645776a688 HTTP/1.1" status: 200 len: 998 time: 0.0605128 Jun 22 09:06:50.753110 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:50.761111 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9274c-8b2f-4050-a5a5-d1956f747e18 req-642ae229-2972-41f8-941b-ca09d7c9ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:50.763186 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0de9274c-8b2f-4050-a5a5-d1956f747e18 req-642ae229-2972-41f8-941b-ca09d7c9ee6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 200 len: 852 time: 0.0481701 Jun 22 09:06:50.784501 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-bf67d596-cadb-4d41-b639-599d87556caf None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:06:50.810731 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9274c-8b2f-4050-a5a5-d1956f747e18 req-1d304bfa-bfa1-410a-b1b1-dcb3b4975f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:50.818296 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0de9274c-8b2f-4050-a5a5-d1956f747e18 req-1d304bfa-bfa1-410a-b1b1-dcb3b4975f43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89fc451c-46b3-4008-9c5d-bc37135b61a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429366 Jun 22 09:06:50.857349 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:50.910937 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0de9274c-8b2f-4050-a5a5-d1956f747e18 req-efc659ea-3c74-4f27-a724-08652e55a7ce service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909195 Jun 22 09:06:51.018324 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0de9274c-8b2f-4050-a5a5-d1956f747e18 req-2f304e79-a152-45a2-83e2-14d34572accd service neutron] 10.222.0.43 "GET /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010146 Jun 22 09:06:51.023953 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-bf67d596-cadb-4d41-b639-599d87556caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'b6cff7b4-84d6-4055-899d-3f4e554469b1', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '6638968f-6bd6-403a-a366-d6645776a688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:db:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518373c-b425-4a1c-b01b-32912b5257d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:06:30Z', 'updated_at': '2022-06-22T09:06:49Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:06:51.049824 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67d596-cadb-4d41-b639-599d87556caf None None] The sync data for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi is: [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'b6cff7b4-84d6-4055-899d-3f4e554469b1', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'port_id': '6638968f-6bd6-403a-a366-d6645776a688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'mac_address': 'fa:16:3e:db:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518373c-b425-4a1c-b01b-32912b5257d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:06:30Z', 'updated_at': '2022-06-22T09:06:49Z', 'revision_number': 1, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:06:51.267045 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce61bdd-9800-4071-ac53-471940123863 None None] New status for floating IP b6cff7b4-84d6-4055-899d-3f4e554469b1: ACTIVE {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:06:52.091654 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44612) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:52.198615 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5740df92-84df-4cb2-a0c3-0c196078311e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:52.273576 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5740df92-84df-4cb2-a0c3-0c196078311e admin admin] Publish callbacks [] for security_group (af5d717d-2735-4e65-9200-65e0590bbf50), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:52.324848 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5740df92-84df-4cb2-a0c3-0c196078311e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (af5d717d-2735-4e65-9200-65e0590bbf50), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:52.363790 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740df92-84df-4cb2-a0c3-0c196078311e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5d717d-2735-4e65-9200-65e0590bbf50,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:52.367969 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-5740df92-84df-4cb2-a0c3-0c196078311e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=138b7fc1de6d4709aeef2ddd4cbc2e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759297 Jun 22 09:06:52.370653 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44616) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:52.422123 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-74483c0d-4e68-4b94-b213-d15433f6d8aa admin admin] Publish callbacks [] for security_group (af5d717d-2735-4e65-9200-65e0590bbf50), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:52.443067 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-74483c0d-4e68-4b94-b213-d15433f6d8aa admin admin] Publish callbacks [] for security_group (af5d717d-2735-4e65-9200-65e0590bbf50), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:52.457243 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:52.607887 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-74483c0d-4e68-4b94-b213-d15433f6d8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (af5d717d-2735-4e65-9200-65e0590bbf50), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:52.610543 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-74483c0d-4e68-4b94-b213-d15433f6d8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:52.611803 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-74483c0d-4e68-4b94-b213-d15433f6d8aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af5d717d-2735-4e65-9200-65e0590bbf50 HTTP/1.1" status: 204 len: 168 time: 0.2402771 Jun 22 09:06:52.619930 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74483c0d-4e68-4b94-b213-d15433f6d8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5d717d-2735-4e65-9200-65e0590bbf50,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:53.293038 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44624) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:53.306900 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d821b440-2e3c-44c6-8570-22288c4bbd71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:53.382786 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d821b440-2e3c-44c6-8570-22288c4bbd71 admin admin] Publish callbacks [] for security_group (33f224c0-4b78-48db-aba7-f927fb648fa8), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:53.458979 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d821b440-2e3c-44c6-8570-22288c4bbd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (33f224c0-4b78-48db-aba7-f927fb648fa8), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:53.498097 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821b440-2e3c-44c6-8570-22288c4bbd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f224c0-4b78-48db-aba7-f927fb648fa8,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:53.502746 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-d821b440-2e3c-44c6-8570-22288c4bbd71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=249bb9dcc0564b3991594f5dea678af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087059 Jun 22 09:06:53.505884 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44628) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:53.554928 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c83da54a-0e8c-49ef-b65a-559436e16a9a admin admin] Publish callbacks [] for security_group (33f224c0-4b78-48db-aba7-f927fb648fa8), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:53.576165 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c83da54a-0e8c-49ef-b65a-559436e16a9a admin admin] Publish callbacks [] for security_group (33f224c0-4b78-48db-aba7-f927fb648fa8), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:53.724917 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c83da54a-0e8c-49ef-b65a-559436e16a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (33f224c0-4b78-48db-aba7-f927fb648fa8), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:53.727419 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c83da54a-0e8c-49ef-b65a-559436e16a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:53.728587 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-c83da54a-0e8c-49ef-b65a-559436e16a9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33f224c0-4b78-48db-aba7-f927fb648fa8 HTTP/1.1" status: 204 len: 168 time: 0.2221305 Jun 22 09:06:53.736920 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83da54a-0e8c-49ef-b65a-559436e16a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f224c0-4b78-48db-aba7-f927fb648fa8,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:54.687368 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44650) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:54.786942 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-683934042-network', 'tenant_id': 'a761aaa222394f048d7c137a1bbd2775'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:54.799566 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:54.885062 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Made reservation on behalf of a761aaa222394f048d7c137a1bbd2775 for: {'network': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:06:54.887567 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:54.897946 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:54.974211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Publish callbacks [] for security_group (142e8fcb-bd5b-4c6d-b5b1-a71b2b4e2d9f), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:55.038896 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (142e8fcb-bd5b-4c6d-b5b1-a71b2b4e2d9f), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:55.065209 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=104239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:06:55.076309 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142e8fcb-bd5b-4c6d-b5b1-a71b2b4e2d9f,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:55.082191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (c9e86415-3fcc-4b92-b348-a9c522d27e08), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:55.082530 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.segments_db [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Added segment c9e86415-3fcc-4b92-b348-a9c522d27e08 of type vlan for network 2b3c45bf-b3a9-4206-9532-405d5d90f739 Jun 22 09:06:55.128524 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (2b3c45bf-b3a9-4206-9532-405d5d90f739), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:55.221827 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (2b3c45bf-b3a9-4206-9532-405d5d90f739), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:55.222935 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:55.223539 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:55.247884 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=70,neutron:INSERT=26,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:55.285339 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=2b3c45bf-b3a9-4206-9532-405d5d90f739,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:55.295637 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 2b3c45bf-b3a9-4206-9532-405d5d90f739 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:06:55.327097 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-3d0c49e8-5478-4d86-8f3c-73692ce7bfa3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6386392 Jun 22 09:06:55.331021 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44654) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:55.335752 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] Request body: {'subnet': {'network_id': '2b3c45bf-b3a9-4206-9532-405d5d90f739', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-683934042-subnet', 'tenant_id': 'a761aaa222394f048d7c137a1bbd2775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:55.427571 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] Made reservation on behalf of a761aaa222394f048d7c137a1bbd2775 for: {'subnet': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:06:55.430007 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:55.656857 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (5186c9e4-0181-4cd0-a424-d47591336044), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:55.712498 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5186c9e4-0181-4cd0-a424-d47591336044,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:55.728626 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] Checking segment: {'id': 'c9e86415-3fcc-4b92-b348-a9c522d27e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b3c45bf-b3a9-4206-9532-405d5d90f739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:06:55.729232 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] Network hostable DHCP agents. Network: 2b3c45bf-b3a9-4206-9532-405d5d90f739, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:06:55.815852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] Network 2b3c45bf-b3a9-4206-9532-405d5d90f739 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:06:55.908537 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 2b3c45bf-b3a9-4206-9532-405d5d90f739) {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:06:55.913411 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:55.914363 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:55.918889 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7562628-faf8-41e2-bb73-b17a21614366 None None] Network 2b3c45bf-b3a9-4206-9532-405d5d90f739 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:06:56.023742 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc3a4ab-fb1e-446d-b4ef-2f2724dddec9 None None] Network 2b3c45bf-b3a9-4206-9532-405d5d90f739 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:06:56.273427 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-010d137a-9c48-40d4-898e-d66d76786e02 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9413486 Jun 22 09:06:56.954119 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44674) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:56.959025 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1466293294-network', 'tenant_id': '767f746560114b59a377f32b5c07991e'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:57.075697 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Made reservation on behalf of 767f746560114b59a377f32b5c07991e for: {'network': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:06:57.078631 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:57.087353 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:57.160892 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Publish callbacks [] for security_group (bb19cb2b-910c-4abe-8ed1-d49406037d78), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:57.232980 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (bb19cb2b-910c-4abe-8ed1-d49406037d78), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:57.258534 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=104239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:06:57.267988 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb19cb2b-910c-4abe-8ed1-d49406037d78,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:57.275458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (8bf11d1e-b835-4dec-b2b7-dcd4526aed20), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:57.275458 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.segments_db [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Added segment 8bf11d1e-b835-4dec-b2b7-dcd4526aed20 of type vlan for network 46e0787c-a686-4479-8761-afe983a07dea Jun 22 09:06:57.315307 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (46e0787c-a686-4479-8761-afe983a07dea), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:57.333899 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:57.404280 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (46e0787c-a686-4479-8761-afe983a07dea), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:57.405302 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:57.405867 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:57.469707 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] Pushing event updated for resources: {'Network': ['ID=46e0787c-a686-4479-8761-afe983a07dea,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:57.479615 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 46e0787c-a686-4479-8761-afe983a07dea details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:06:57.512662 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-c07f72e5-d8d1-471b-8a99-b5138cec8154 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5574410 Jun 22 09:06:57.515366 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44676) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:06:57.520321 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] Request body: {'subnet': {'network_id': '46e0787c-a686-4479-8761-afe983a07dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1466293294-subnet', 'tenant_id': '767f746560114b59a377f32b5c07991e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:06:57.532747 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:57.607355 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] Made reservation on behalf of 767f746560114b59a377f32b5c07991e for: {'subnet': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:06:57.609705 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:57.847860 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for subnet (152c1de8-3b4f-416b-8230-6953cac6c159), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:57.900331 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] Pushing event updated for resources: {'Subnet': ['ID=152c1de8-3b4f-416b-8230-6953cac6c159,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:06:57.916744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] Checking segment: {'id': '8bf11d1e-b835-4dec-b2b7-dcd4526aed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '46e0787c-a686-4479-8761-afe983a07dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:06:57.917105 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] Network hostable DHCP agents. Network: 46e0787c-a686-4479-8761-afe983a07dea, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:06:57.998659 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] Network 46e0787c-a686-4479-8761-afe983a07dea is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:06:58.084268 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 46e0787c-a686-4479-8761-afe983a07dea) {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:06:58.088203 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:06:58.088783 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:58.093251 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e86456-bf73-487b-9d50-15f33b2421f4 None None] Network 46e0787c-a686-4479-8761-afe983a07dea requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:06:58.179072 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-d7f41e0b-cd01-4fa2-9bde-52ba01db395f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6625509 Jun 22 09:06:58.196258 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f88278e-2cd8-4521-b974-57c5348743eb None None] Network 46e0787c-a686-4479-8761-afe983a07dea requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:01.452885 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:01.457113 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:03.609997 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=91,neutron:DELETE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:03.732580 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:04.884952 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:04.988426 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.055098 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d847defa-62da-4582-88c3-ab1fde03676d req-4db2e42d-d935-48d6-b01e-c10a51c75a84 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916218320&fields=id&tenant_id=85bf3e1b89094cafa7d469ed3f84eb36 HTTP/1.1" status: 200 len: 267 time: 0.0446749 Jun 22 09:07:06.110837 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847defa-62da-4582-88c3-ab1fde03676d req-5bf7460e-ee74-45e7-8b08-465b7d23d17e tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:06.112197 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d847defa-62da-4582-88c3-ab1fde03676d req-5bf7460e-ee74-45e7-8b08-465b7d23d17e tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 984 time: 0.0518291 Jun 22 09:07:06.123212 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-d847defa-62da-4582-88c3-ab1fde03676d req-6d8d8f01-2f66-4300-ac05-7927ced34a61 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Request body: {'port': {'security_groups': ['64758bc2-a667-4697-a72c-e3f5aa95afc4']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:06.201196 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d847defa-62da-4582-88c3-ab1fde03676d req-6d8d8f01-2f66-4300-ac05-7927ced34a61 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (999fae5e-5944-444b-a551-890daaa2af68), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.316565 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:06.377768 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-d847defa-62da-4582-88c3-ab1fde03676d req-6d8d8f01-2f66-4300-ac05-7927ced34a61 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] For port 999fae5e-5944-444b-a551-890daaa2af68, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=999fae5e-5944-444b-a551-890daaa2af68,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:06.407293 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d847defa-62da-4582-88c3-ab1fde03676d req-6d8d8f01-2f66-4300-ac05-7927ced34a61 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for port (999fae5e-5944-444b-a551-890daaa2af68), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.450532 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d847defa-62da-4582-88c3-ab1fde03676d req-6d8d8f01-2f66-4300-ac05-7927ced34a61 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (999fae5e-5944-444b-a551-890daaa2af68), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.462264 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['999fae5e-5944-444b-a551-890daaa2af68'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:07:06.505908 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847defa-62da-4582-88c3-ab1fde03676d req-6d8d8f01-2f66-4300-ac05-7927ced34a61 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:06.506748 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-d847defa-62da-4582-88c3-ab1fde03676d req-6d8d8f01-2f66-4300-ac05-7927ced34a61 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.508188 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d847defa-62da-4582-88c3-ab1fde03676d req-6d8d8f01-2f66-4300-ac05-7927ced34a61 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "PUT /v2.0/ports/999fae5e-5944-444b-a551-890daaa2af68 HTTP/1.1" status: 200 len: 942 time: 0.3894439 Jun 22 09:07:06.508674 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'tag': '999fae5e-5944-444b-a551-890daaa2af68'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:06.510967 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b184693-3ab1-4308-8bb2-66e34a303127" -d '{"events": [{"name": "network-changed", "server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "tag": "999fae5e-5944-444b-a551-890daaa2af68"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:06.519041 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44748) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:06.544809 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:07:06.564744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d8f01-2f66-4300-ac05-7927ced34a61 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event updated for resources: {'Port': ['ID=999fae5e-5944-444b-a551-890daaa2af68,revision_number=7']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:06.606431 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2729a81b-69c0-467b-84fb-b85ace9ada67 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group (e4383816-2a1c-4c39-8d72-93c86f94c5cb), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.616751 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c848d236-0069-4c67-a278-390dc663cb84 x-openstack-request-id: req-c848d236-0069-4c67-a278-390dc663cb84 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:06.617084 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "tag": "999fae5e-5944-444b-a551-890daaa2af68", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:06.617333 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c848d236-0069-4c67-a278-390dc663cb84 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:06.617801 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c848d236-0069-4c67-a278-390dc663cb84'] response: {'name': 'network-changed', 'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'tag': '999fae5e-5944-444b-a551-890daaa2af68', 'status': 'completed', 'code': 200} Jun 22 09:07:06.649210 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2729a81b-69c0-467b-84fb-b85ace9ada67 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group (e4383816-2a1c-4c39-8d72-93c86f94c5cb), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.664960 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['999fae5e-5944-444b-a551-890daaa2af68'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:07:06.694753 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b184693-3ab1-4308-8bb2-66e34a303127 req-db825d84-612d-454c-bb63-876b261eb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:06.696289 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2b184693-3ab1-4308-8bb2-66e34a303127 req-db825d84-612d-454c-bb63-876b261eb128 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=85bf3e1b89094cafa7d469ed3f84eb36&device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 1129 time: 0.0562639 Jun 22 09:07:06.746159 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:06.801216 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b184693-3ab1-4308-8bb2-66e34a303127 req-a6f8745d-3fa0-48b8-8d09-340652324cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:06.802725 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2b184693-3ab1-4308-8bb2-66e34a303127 req-a6f8745d-3fa0-48b8-8d09-340652324cf4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1bae75a-b52c-4aa8-a997-6a3f2f298256 HTTP/1.1" status: 200 len: 916 time: 0.0992508 Jun 22 09:07:06.807650 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2729a81b-69c0-467b-84fb-b85ace9ada67 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (e4383816-2a1c-4c39-8d72-93c86f94c5cb), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.810198 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2729a81b-69c0-467b-84fb-b85ace9ada67 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.811396 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-2729a81b-69c0-467b-84fb-b85ace9ada67 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "DELETE /v2.0/security-groups/e4383816-2a1c-4c39-8d72-93c86f94c5cb HTTP/1.1" status: 204 len: 168 time: 0.2935805 Jun 22 09:07:06.814147 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44754) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:06.821496 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729a81b-69c0-467b-84fb-b85ace9ada67 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4383816-2a1c-4c39-8d72-93c86f94c5cb,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:06.848133 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-df22510f-51b7-4cda-8f62-396aa31028f3 None None] Provisioning complete for port 999fae5e-5944-444b-a551-890daaa2af68 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:06.848525 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-df22510f-51b7-4cda-8f62-396aa31028f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (999fae5e-5944-444b-a551-890daaa2af68), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.904112 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:06.936494 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-df22510f-51b7-4cda-8f62-396aa31028f3 None None] Current status of the port 999fae5e-5944-444b-a551-890daaa2af68 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:06.945592 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2b184693-3ab1-4308-8bb2-66e34a303127 req-1dfad0d6-3816-4ddb-8a73-f3218963a062 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999fae5e-5944-444b-a551-890daaa2af68 HTTP/1.1" status: 200 len: 1000 time: 0.1218619 Jun 22 09:07:07.043217 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b184693-3ab1-4308-8bb2-66e34a303127 req-1828b9c1-77d9-493e-b704-200433beb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:07.044720 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2b184693-3ab1-4308-8bb2-66e34a303127 req-1828b9c1-77d9-493e-b704-200433beb24f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40d2fb95-1371-476a-8763-5f4f4f1efa51 HTTP/1.1" status: 200 len: 854 time: 0.0655913 Jun 22 09:07:07.109258 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Deleting port a11e2ef4-bb7a-40d1-a762-56d06c78d74c {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:07.109944 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (a11e2ef4-bb7a-40d1-a762-56d06c78d74c), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.115105 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b184693-3ab1-4308-8bb2-66e34a303127 req-8d8a442e-0204-4146-9d00-9e90e0f577be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:07.116600 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2b184693-3ab1-4308-8bb2-66e34a303127 req-8d8a442e-0204-4146-9d00-9e90e0f577be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1bae75a-b52c-4aa8-a997-6a3f2f298256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0548115 Jun 22 09:07:07.260950 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (a11e2ef4-bb7a-40d1-a762-56d06c78d74c), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.261273 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for floatingip (a11e2ef4-bb7a-40d1-a762-56d06c78d74c), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.285031 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Calling delete_port for a11e2ef4-bb7a-40d1-a762-56d06c78d74c owned by network:floatingip {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:07.291828 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2b184693-3ab1-4308-8bb2-66e34a303127 req-8e375306-1bbd-4f39-877d-f2942949fac7 service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616309 Jun 22 09:07:07.430600 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:07.470525 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2b184693-3ab1-4308-8bb2-66e34a303127 req-840e9041-9461-436a-a0a9-6e6357ff153d service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720040 Jun 22 09:07:07.638947 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (a11e2ef4-bb7a-40d1-a762-56d06c78d74c), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.669222 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event deleted for resources: {'Port': ['ID=a11e2ef4-bb7a-40d1-a762-56d06c78d74c,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:07.698586 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks [] for floatingip (66cfb35e-311f-4ea8-ba92-db080c75a1b9), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.698916 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Floating IP 66cfb35e-311f-4ea8-ba92-db080c75a1b9 disassociated (deleted). External IP: 172.27.2.34, port: 999fae5e-5944-444b-a551-890daaa2af68. Jun 22 09:07:07.900714 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Router ca1cff5a-3da3-47c7-bccb-2999ce693923 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:07:07.904414 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:08.017432 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:08.022936 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.028166 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a4fb05-2c4d-4ab5-9cf9-4682e9b5a38d None None] Sync routers for ids ['ca1cff5a-3da3-47c7-bccb-2999ce693923'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:08.039291 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a4fb05-2c4d-4ab5-9cf9-4682e9b5a38d None None] Routers {'ca1cff5a-3da3-47c7-bccb-2999ce693923'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:08.040297 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-49a4fb05-2c4d-4ab5-9cf9-4682e9b5a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['ca1cff5a-3da3-47c7-bccb-2999ce693923'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:08.056841 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-edcdddc7-5a13-4e3f-a564-993c2d47b950 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "DELETE /v2.0/floatingips/66cfb35e-311f-4ea8-ba92-db080c75a1b9 HTTP/1.1" status: 204 len: 168 time: 1.2413063 Jun 22 09:07:08.287060 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-49a4fb05-2c4d-4ab5-9cf9-4682e9b5a38d None None] Set router ca1cff5a-3da3-47c7-bccb-2999ce693923 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:08.375212 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:08.478635 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-49a4fb05-2c4d-4ab5-9cf9-4682e9b5a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 4, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '74f4a0e2-ab43-42c5-9998-be0154540844', 'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'mac_address': 'fa:16:3e:85:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:17Z', 'updated_at': '2022-06-22T09:04:21Z', 'revision_number': 5, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'subnets': [{'id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:08.504283 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a4fb05-2c4d-4ab5-9cf9-4682e9b5a38d None None] Checking router: ca1cff5a-3da3-47c7-bccb-2999ce693923 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:08.513356 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a4fb05-2c4d-4ab5-9cf9-4682e9b5a38d None None] Routers {'ca1cff5a-3da3-47c7-bccb-2999ce693923'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:08.513983 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-49a4fb05-2c4d-4ab5-9cf9-4682e9b5a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:06:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['ca1cff5a-3da3-47c7-bccb-2999ce693923'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:08.619941 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'tag': '999fae5e-5944-444b-a551-890daaa2af68'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:08.623576 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec6a133-e09e-4fff-9269-9b987d23ad6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "tag": "999fae5e-5944-444b-a551-890daaa2af68"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:08.631074 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-49a4fb05-2c4d-4ab5-9cf9-4682e9b5a38d None None] Set router ca1cff5a-3da3-47c7-bccb-2999ce693923 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:08.671500 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21c55b2-5fdd-4b03-a220-8250247bf5df x-openstack-request-id: req-e21c55b2-5fdd-4b03-a220-8250247bf5df {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:08.671500 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "tag": "999fae5e-5944-444b-a551-890daaa2af68", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:08.671500 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e21c55b2-5fdd-4b03-a220-8250247bf5df {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:08.671500 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21c55b2-5fdd-4b03-a220-8250247bf5df'] response: {'name': 'network-changed', 'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'tag': '999fae5e-5944-444b-a551-890daaa2af68', 'status': 'completed', 'code': 200} Jun 22 09:07:08.828720 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-49a4fb05-2c4d-4ab5-9cf9-4682e9b5a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 4, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '74f4a0e2-ab43-42c5-9998-be0154540844', 'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'mac_address': 'fa:16:3e:85:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:17Z', 'updated_at': '2022-06-22T09:04:21Z', 'revision_number': 5, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'subnets': [{'id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:08.854119 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a4fb05-2c4d-4ab5-9cf9-4682e9b5a38d None None] The sync data for ids ['ca1cff5a-3da3-47c7-bccb-2999ce693923'] in dv-cinder-787296-11-iscsi is: [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:04:17Z', 'revision_number': 4, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '74f4a0e2-ab43-42c5-9998-be0154540844', 'name': '', 'network_id': 'b1bae75a-b52c-4aa8-a997-6a3f2f298256', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'mac_address': 'fa:16:3e:85:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:17Z', 'updated_at': '2022-06-22T09:04:21Z', 'revision_number': 5, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'subnets': [{'id': '40d2fb95-1371-476a-8763-5f4f4f1efa51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:09.007953 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6a133-e09e-4fff-9269-9b987d23ad6d req-dc18d99b-1b42-4b45-bd83-6d1345c4aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:09.009582 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cec6a133-e09e-4fff-9269-9b987d23ad6d req-dc18d99b-1b42-4b45-bd83-6d1345c4aaaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=85bf3e1b89094cafa7d469ed3f84eb36&device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 1129 time: 0.0491574 Jun 22 09:07:09.086653 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfb435a-24cd-4bc4-ac83-678ad1d76a26 None None] New status for floating IP 66cfb35e-311f-4ea8-ba92-db080c75a1b9: DOWN {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:07:09.166704 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6a133-e09e-4fff-9269-9b987d23ad6d req-3bb89143-35a9-4cba-819e-4546b55308d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:09.168261 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cec6a133-e09e-4fff-9269-9b987d23ad6d req-3bb89143-35a9-4cba-819e-4546b55308d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1bae75a-b52c-4aa8-a997-6a3f2f298256 HTTP/1.1" status: 200 len: 916 time: 0.0911691 Jun 22 09:07:09.220944 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cec6a133-e09e-4fff-9269-9b987d23ad6d req-46f2fa57-57a5-4b32-9cb5-7a5e559c06fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999fae5e-5944-444b-a551-890daaa2af68 HTTP/1.1" status: 200 len: 217 time: 0.0384276 Jun 22 09:07:09.270424 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6a133-e09e-4fff-9269-9b987d23ad6d req-b629db4a-b39f-48af-a4ba-7b1527120b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:09.271917 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cec6a133-e09e-4fff-9269-9b987d23ad6d req-b629db4a-b39f-48af-a4ba-7b1527120b1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=40d2fb95-1371-476a-8763-5f4f4f1efa51 HTTP/1.1" status: 200 len: 854 time: 0.0450141 Jun 22 09:07:09.315975 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6a133-e09e-4fff-9269-9b987d23ad6d req-b5c21625-4cdf-41a6-af43-0c2c65828c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:09.317479 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cec6a133-e09e-4fff-9269-9b987d23ad6d req-b5c21625-4cdf-41a6-af43-0c2c65828c5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1bae75a-b52c-4aa8-a997-6a3f2f298256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387897 Jun 22 09:07:09.417864 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cec6a133-e09e-4fff-9269-9b987d23ad6d req-6181c9ac-0285-48bf-856b-897d3cb36980 service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907936 Jun 22 09:07:09.456030 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:09.517222 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cec6a133-e09e-4fff-9269-9b987d23ad6d req-f224dfbe-67e4-4753-bdfd-9b2a5c159561 service neutron] 10.222.0.43 "GET /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905917 Jun 22 09:07:12.383288 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2745623-9eeb-4c8c-a5d1-dbae30f20bf3 req-a2106483-7d16-48e4-bad4-3bb07b082d69 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:12.384706 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b2745623-9eeb-4c8c-a5d1-dbae30f20bf3 req-a2106483-7d16-48e4-bad4-3bb07b082d69 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0525172 Jun 22 09:07:12.433060 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b2745623-9eeb-4c8c-a5d1-dbae30f20bf3 req-4834b06d-f579-4166-938a-78b8932a7d3a tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427320 Jun 22 09:07:13.147708 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc95f-32b4-48ec-ac85-250ad233c40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.557261 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0cb36-7a4f-4db4-a799-4f0412335eb2 req-3ba1bc81-7254-4f55-8773-320a54fe521b tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:13.558709 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d3b0cb36-7a4f-4db4-a799-4f0412335eb2 req-3ba1bc81-7254-4f55-8773-320a54fe521b tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0517123 Jun 22 09:07:13.607982 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d3b0cb36-7a4f-4db4-a799-4f0412335eb2 req-0d5daf2c-558e-4c15-99ee-f83a0a7d770b tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Jun 22 09:07:14.314021 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f282c2a-04bc-430c-8bc9-922e9d90118e req-30542ea1-12db-408d-9266-d8e3fdb1abc8 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:14.316169 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1f282c2a-04bc-430c-8bc9-922e9d90118e req-30542ea1-12db-408d-9266-d8e3fdb1abc8 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0468664 Jun 22 09:07:14.405660 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-1f282c2a-04bc-430c-8bc9-922e9d90118e req-c9f55843-8202-4ba1-9b65-c0351ba91fbd tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Deleting port 999fae5e-5944-444b-a551-890daaa2af68 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:14.405999 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1f282c2a-04bc-430c-8bc9-922e9d90118e req-c9f55843-8202-4ba1-9b65-c0351ba91fbd tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (999fae5e-5944-444b-a551-890daaa2af68), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.494612 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-1f282c2a-04bc-430c-8bc9-922e9d90118e req-c9f55843-8202-4ba1-9b65-c0351ba91fbd tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] For port 999fae5e-5944-444b-a551-890daaa2af68, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=999fae5e-5944-444b-a551-890daaa2af68,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:14.494979 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1f282c2a-04bc-430c-8bc9-922e9d90118e req-c9f55843-8202-4ba1-9b65-c0351ba91fbd tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (999fae5e-5944-444b-a551-890daaa2af68), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.512095 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-1f282c2a-04bc-430c-8bc9-922e9d90118e req-c9f55843-8202-4ba1-9b65-c0351ba91fbd tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Calling delete_port for 999fae5e-5944-444b-a551-890daaa2af68 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:14.580458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:14.717498 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1f282c2a-04bc-430c-8bc9-922e9d90118e req-c9f55843-8202-4ba1-9b65-c0351ba91fbd tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (999fae5e-5944-444b-a551-890daaa2af68), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.731463 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['999fae5e-5944-444b-a551-890daaa2af68'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:07:14.734893 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:14.757840 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f55843-8202-4ba1-9b65-c0351ba91fbd tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Pushing event deleted for resources: {'Port': ['ID=999fae5e-5944-444b-a551-890daaa2af68,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:14.769733 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49e45a-b6c8-41e0-a72a-741ecef79f02 req-0f305c69-2fa1-40d8-b188-635d6c49a6b5 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:14.772025 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a49e45a-b6c8-41e0-a72a-741ecef79f02 req-0f305c69-2fa1-40d8-b188-635d6c49a6b5 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6af5fd5f-bacb-4b11-87e5-775523e12208 HTTP/1.1" status: 200 len: 945 time: 0.0831113 Jun 22 09:07:14.833611 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f282c2a-04bc-430c-8bc9-922e9d90118e req-c9f55843-8202-4ba1-9b65-c0351ba91fbd tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] No DVR routers for this DVR port 999fae5e-5944-444b-a551-890daaa2af68 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:07:14.839167 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1f282c2a-04bc-430c-8bc9-922e9d90118e req-c9f55843-8202-4ba1-9b65-c0351ba91fbd tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.842795 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1f282c2a-04bc-430c-8bc9-922e9d90118e req-c9f55843-8202-4ba1-9b65-c0351ba91fbd tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.43 "DELETE /v2.0/ports/999fae5e-5944-444b-a551-890daaa2af68 HTTP/1.1" status: 204 len: 173 time: 0.5195425 Jun 22 09:07:14.844732 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'name': 'network-vif-deleted', 'tag': '999fae5e-5944-444b-a551-890daaa2af68'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:14.847551 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f70b141-b479-49e0-af1a-0bd8c8935968" -d '{"events": [{"server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "name": "network-vif-deleted", "tag": "999fae5e-5944-444b-a551-890daaa2af68"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:14.875849 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a49e45a-b6c8-41e0-a72a-741ecef79f02 req-bb082e3a-6680-49fe-a1b3-686d4fd53b58 tempest-TestMinimumBasicScenario-276205112 tempest-TestMinimumBasicScenario-276205112-project] 10.222.0.36 "GET /v2.0/security-groups?id=64758bc2-a667-4697-a72c-e3f5aa95afc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815582 Jun 22 09:07:14.895389 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a003918-33bd-4465-9e26-c6bb2cf7a637 x-openstack-request-id: req-9a003918-33bd-4465-9e26-c6bb2cf7a637 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:14.895569 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af5fd5f-bacb-4b11-87e5-775523e12208", "name": "network-vif-deleted", "tag": "999fae5e-5944-444b-a551-890daaa2af68", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:14.895831 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a003918-33bd-4465-9e26-c6bb2cf7a637 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:14.896238 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a003918-33bd-4465-9e26-c6bb2cf7a637'] response: {'server_uuid': '6af5fd5f-bacb-4b11-87e5-775523e12208', 'name': 'network-vif-deleted', 'tag': '999fae5e-5944-444b-a551-890daaa2af68', 'status': 'completed', 'code': 200} Jun 22 09:07:14.913299 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44860) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:14.966864 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b1ed6a-1119-4994-9b47-709b8b02a314 admin admin] Deleting subnet 5186c9e4-0181-4cd0-a424-d47591336044 {{(pid=104240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:07:14.971327 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b1ed6a-1119-4994-9b47-709b8b02a314 admin admin] Publish callbacks [] for subnet (5186c9e4-0181-4cd0-a424-d47591336044), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.010038 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b1ed6a-1119-4994-9b47-709b8b02a314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13837601'] for subnet (5186c9e4-0181-4cd0-a424-d47591336044), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.057049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b1ed6a-1119-4994-9b47-709b8b02a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (5186c9e4-0181-4cd0-a424-d47591336044), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.194049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b1ed6a-1119-4994-9b47-709b8b02a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14068931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13124434'] for subnet (5186c9e4-0181-4cd0-a424-d47591336044), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.221097 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1ed6a-1119-4994-9b47-709b8b02a314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5186c9e4-0181-4cd0-a424-d47591336044,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:15.225766 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-95b1ed6a-1119-4994-9b47-709b8b02a314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.235624 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44862) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:15.235741 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-95b1ed6a-1119-4994-9b47-709b8b02a314 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5186c9e4-0181-4cd0-a424-d47591336044 HTTP/1.1" status: 204 len: 168 time: 0.3174169 Jun 22 09:07:15.305034 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (2b3c45bf-b3a9-4206-9532-405d5d90f739), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.319925 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:15.391765 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (2b3c45bf-b3a9-4206-9532-405d5d90f739), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.414345 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.414709 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.415472 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.415798 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > port after_create 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.416177 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.416691 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > port after_update 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.417660 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.417660 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.417660 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.417660 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.453329 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-83ddc503-a2f1-4620-ae80-15a5837b4ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.522215 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.522494 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.522826 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.523152 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:07:15.523523 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3c45bf-b3a9-4206-9532-405d5d90f739']}} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:15.541383 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e86415-3fcc-4b92-b348-a9c522d27e08') {'for_net_delete': True} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:15.541674 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e86415-3fcc-4b92-b348-a9c522d27e08') {} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:15.559926 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57991598'] for segment (c9e86415-3fcc-4b92-b348-a9c522d27e08), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.582477 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (c9e86415-3fcc-4b92-b348-a9c522d27e08), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.591734 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=104239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:07:15.592116 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57332411'] for segment (c9e86415-3fcc-4b92-b348-a9c522d27e08), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.725074 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (2b3c45bf-b3a9-4206-9532-405d5d90f739), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.741778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.745087 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] 10.222.0.36 "DELETE /v2.0/networks/2b3c45bf-b3a9-4206-9532-405d5d90f739 HTTP/1.1" status: 204 len: 168 time: 0.5122097 Jun 22 09:07:15.747932 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44872) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:15.756140 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be21b4-e2ad-43f1-b414-ffe0cbfc944f admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3c45bf-b3a9-4206-9532-405d5d90f739,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:15.795609 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment c9e86415-3fcc-4b92-b348-a9c522d27e08 resource provider aggregate not found Jun 22 09:07:15.807030 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c689cd3-31ed-48f2-bb39-de89e32e7a6f admin admin] Deleting subnet 152c1de8-3b4f-416b-8230-6953cac6c159 {{(pid=104239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:07:15.811556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2c689cd3-31ed-48f2-bb39-de89e32e7a6f admin admin] Publish callbacks [] for subnet (152c1de8-3b4f-416b-8230-6953cac6c159), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.832850 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment c9e86415-3fcc-4b92-b348-a9c522d27e08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9e86415-3fcc-4b92-b348-a9c522d27e08 found for delete ", "request_id": "req-33b5093b-165f-4916-ba6f-324052dd7b79"}]} Jun 22 09:07:15.849745 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2c689cd3-31ed-48f2-bb39-de89e32e7a6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57991605'] for subnet (152c1de8-3b4f-416b-8230-6953cac6c159), precommit_delete_associations {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.889480 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2c689cd3-31ed-48f2-bb39-de89e32e7a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (152c1de8-3b4f-416b-8230-6953cac6c159), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.036833 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2c689cd3-31ed-48f2-bb39-de89e32e7a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57332433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58042906'] for subnet (152c1de8-3b4f-416b-8230-6953cac6c159), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.061034 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c689cd3-31ed-48f2-bb39-de89e32e7a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152c1de8-3b4f-416b-8230-6953cac6c159,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:16.067791 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2c689cd3-31ed-48f2-bb39-de89e32e7a6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.075096 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-2c689cd3-31ed-48f2-bb39-de89e32e7a6f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/152c1de8-3b4f-416b-8230-6953cac6c159 HTTP/1.1" status: 204 len: 168 time: 0.3225353 Jun 22 09:07:16.076843 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44884) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:16.146958 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (46e0787c-a686-4479-8761-afe983a07dea), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.488863 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (46e0787c-a686-4479-8761-afe983a07dea), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.509659 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e0787c-a686-4479-8761-afe983a07dea']}} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:16.519561 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf11d1e-b835-4dec-b2b7-dcd4526aed20') {'for_net_delete': True} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:16.520006 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf11d1e-b835-4dec-b2b7-dcd4526aed20') {} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:16.529451 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57991598'] for segment (8bf11d1e-b835-4dec-b2b7-dcd4526aed20), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.543253 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (8bf11d1e-b835-4dec-b2b7-dcd4526aed20), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.548699 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:16.550002 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:07:16.550410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57332411'] for segment (8bf11d1e-b835-4dec-b2b7-dcd4526aed20), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.710454 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (46e0787c-a686-4479-8761-afe983a07dea), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.716077 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.719574 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] 10.222.0.36 "DELETE /v2.0/networks/46e0787c-a686-4479-8761-afe983a07dea HTTP/1.1" status: 204 len: 168 time: 0.6418471 Jun 22 09:07:16.739341 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea567e5a-408b-48d7-adc0-46ea40758523 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e0787c-a686-4479-8761-afe983a07dea,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:16.958718 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.115968 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44926) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:17.157050 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-25a16c01-eb77-4c05-b81c-0dc70243bf5f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a761aaa222394f048d7c137a1bbd2775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399151 Jun 22 09:07:17.159617 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44928) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:17.209171 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9430-59be-4b3d-937e-8341a1998038 admin admin] Publish callbacks [] for security_group (142e8fcb-bd5b-4c6d-b5b1-a71b2b4e2d9f), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.231611 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9430-59be-4b3d-937e-8341a1998038 admin admin] Publish callbacks [] for security_group (142e8fcb-bd5b-4c6d-b5b1-a71b2b4e2d9f), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.344687 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9430-59be-4b3d-937e-8341a1998038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (142e8fcb-bd5b-4c6d-b5b1-a71b2b4e2d9f), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.347317 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9430-59be-4b3d-937e-8341a1998038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.348740 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-cb0c9430-59be-4b3d-937e-8341a1998038 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/142e8fcb-bd5b-4c6d-b5b1-a71b2b4e2d9f HTTP/1.1" status: 204 len: 168 time: 0.1882060 Jun 22 09:07:17.357146 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c9430-59be-4b3d-937e-8341a1998038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142e8fcb-bd5b-4c6d-b5b1-a71b2b4e2d9f,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:17.388887 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44932) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:17.433942 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:17.715194 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460168'] for router_interface (ca1cff5a-3da3-47c7-bccb-2999ce693923), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.868193 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment 8bf11d1e-b835-4dec-b2b7-dcd4526aed20 resource provider aggregate not found Jun 22 09:07:17.889420 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment 8bf11d1e-b835-4dec-b2b7-dcd4526aed20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bf11d1e-b835-4dec-b2b7-dcd4526aed20 found for delete ", "request_id": "req-246e29ae-116c-477f-a28f-4404677b8a1c"}]} Jun 22 09:07:17.921975 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:17.954755 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] Deleting port 74f4a0e2-ab43-42c5-9998-be0154540844 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:17.955097 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.037609 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] For port 74f4a0e2-ab43-42c5-9998-be0154540844, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=74f4a0e2-ab43-42c5-9998-be0154540844,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:18.037974 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.046846 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44940) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:18.052447 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] Calling delete_port for 74f4a0e2-ab43-42c5-9998-be0154540844 owned by network:router_interface {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:18.087581 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-1d6357d4-de6e-44d4-90db-0cd2eb57ab49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=767f746560114b59a377f32b5c07991e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395787 Jun 22 09:07:18.090078 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44942) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:18.139424 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7010435f-7da7-4966-b7ff-5c5589772e40 admin admin] Publish callbacks [] for security_group (bb19cb2b-910c-4abe-8ed1-d49406037d78), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.166024 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7010435f-7da7-4966-b7ff-5c5589772e40 admin admin] Publish callbacks [] for security_group (bb19cb2b-910c-4abe-8ed1-d49406037d78), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.252644 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 999fae5e-5944-444b-a551-890daaa2af68 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:18.270234 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7010435f-7da7-4966-b7ff-5c5589772e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (bb19cb2b-910c-4abe-8ed1-d49406037d78), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.272427 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 999fae5e-5944-444b-a551-890daaa2af68 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:07:18.272746 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7010435f-7da7-4966-b7ff-5c5589772e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.272880 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 999fae5e-5944-444b-a551-890daaa2af68 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:18.274578 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-7010435f-7da7-4966-b7ff-5c5589772e40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb19cb2b-910c-4abe-8ed1-d49406037d78 HTTP/1.1" status: 204 len: 168 time: 0.1829660 Jun 22 09:07:18.282914 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010435f-7da7-4966-b7ff-5c5589772e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb19cb2b-910c-4abe-8ed1-d49406037d78,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:18.298950 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (74f4a0e2-ab43-42c5-9998-be0154540844), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.324880 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f4a0e2-ab43-42c5-9998-be0154540844,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:18.480646 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:18.503757 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460060'] for router_interface (ca1cff5a-3da3-47c7-bccb-2999ce693923), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.642031 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.713791 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.733327 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] Router ca1cff5a-3da3-47c7-bccb-2999ce693923 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:07:18.825331 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:18.841469 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:18.846581 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-c90925c3-1f63-4689-a216-72a75a6f2941 admin admin] 10.222.0.36 "PUT /v2.0/routers/ca1cff5a-3da3-47c7-bccb-2999ce693923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4566290 Jun 22 09:07:18.849919 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44956) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:18.851721 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be3d4e-f235-4019-a670-3030ca720c37 None None] Sync routers for ids ['ca1cff5a-3da3-47c7-bccb-2999ce693923'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:18.862568 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be3d4e-f235-4019-a670-3030ca720c37 None None] Routers {'ca1cff5a-3da3-47c7-bccb-2999ce693923'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:18.863333 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-89be3d4e-f235-4019-a670-3030ca720c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['ca1cff5a-3da3-47c7-bccb-2999ce693923'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:18.952498 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Publish callbacks [] for router (ca1cff5a-3da3-47c7-bccb-2999ce693923), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.971819 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-89be3d4e-f235-4019-a670-3030ca720c37 None None] Set router ca1cff5a-3da3-47c7-bccb-2999ce693923 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:19.053619 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Publish callbacks [] for router_gateway (ca1cff5a-3da3-47c7-bccb-2999ce693923), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.148947 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-89be3d4e-f235-4019-a670-3030ca720c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:07:18Z', 'revision_number': 5, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port': {'id': '8e3a2a80-cded-4dde-bc00-d54b209dfe9d', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:15Z', 'updated_at': '2022-06-22T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:19.175832 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be3d4e-f235-4019-a670-3030ca720c37 None None] Checking router: ca1cff5a-3da3-47c7-bccb-2999ce693923 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:19.183996 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Deleting port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:19.184405 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.184886 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be3d4e-f235-4019-a670-3030ca720c37 None None] Routers {'ca1cff5a-3da3-47c7-bccb-2999ce693923'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:19.185514 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-89be3d4e-f235-4019-a670-3030ca720c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['ca1cff5a-3da3-47c7-bccb-2999ce693923'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:19.212410 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:19.214613 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:19.272264 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] For port 8e3a2a80-cded-4dde-bc00-d54b209dfe9d, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8e3a2a80-cded-4dde-bc00-d54b209dfe9d,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:19.272544 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.274932 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-89be3d4e-f235-4019-a670-3030ca720c37 None None] Set router ca1cff5a-3da3-47c7-bccb-2999ce693923 gateway port host: None {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:19.285815 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Calling delete_port for 8e3a2a80-cded-4dde-bc00-d54b209dfe9d owned by network:router_gateway {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:19.327300 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-89be3d4e-f235-4019-a670-3030ca720c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:07:19Z', 'revision_number': 6, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port_host': None}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:19.353617 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be3d4e-f235-4019-a670-3030ca720c37 None None] The sync data for ids ['ca1cff5a-3da3-47c7-bccb-2999ce693923'] in dv-cinder-787296-11-iscsi is: [{'id': 'ca1cff5a-3da3-47c7-bccb-2999ce693923', 'name': 'tempest-TestMinimumBasicScenario-1933545286-router', 'tenant_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:14Z', 'updated_at': '2022-06-22T09:07:19Z', 'revision_number': 6, 'project_id': '85bf3e1b89094cafa7d469ed3f84eb36', 'gw_port_host': None}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:19.542878 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (8e3a2a80-cded-4dde-bc00-d54b209dfe9d), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.565688 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3a2a80-cded-4dde-bc00-d54b209dfe9d,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:19.631596 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-490552'] for router_gateway (ca1cff5a-3da3-47c7-bccb-2999ce693923), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.720584 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-464945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25224'] for router (ca1cff5a-3da3-47c7-bccb-2999ce693923), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.723726 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Publish callbacks [] for router_controller (ca1cff5a-3da3-47c7-bccb-2999ce693923), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.853223 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465087'] for router (ca1cff5a-3da3-47c7-bccb-2999ce693923), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.854140 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca1cff5a-3da3-47c7-bccb-2999ce693923 {{(pid=104240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:07:19.858342 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.859439 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-f5898877-d9ef-4d75-a72b-c1187c4a7653 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ca1cff5a-3da3-47c7-bccb-2999ce693923 HTTP/1.1" status: 204 len: 168 time: 1.0085340 Jun 22 09:07:19.861972 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44974) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:19.906263 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb4b72e-3472-42ee-b9d8-cab50d6a1b79 admin admin] Deleting subnet 40d2fb95-1371-476a-8763-5f4f4f1efa51 {{(pid=104240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:07:19.909402 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b72e-3472-42ee-b9d8-cab50d6a1b79 admin admin] Publish callbacks [] for subnet (40d2fb95-1371-476a-8763-5f4f4f1efa51), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.947320 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b72e-3472-42ee-b9d8-cab50d6a1b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13837601'] for subnet (40d2fb95-1371-476a-8763-5f4f4f1efa51), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.005230 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:20.047717 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b72e-3472-42ee-b9d8-cab50d6a1b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (40d2fb95-1371-476a-8763-5f4f4f1efa51), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.208785 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b72e-3472-42ee-b9d8-cab50d6a1b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14068931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13124434'] for subnet (40d2fb95-1371-476a-8763-5f4f4f1efa51), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.222263 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3fb4b72e-3472-42ee-b9d8-cab50d6a1b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.229314 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-3fb4b72e-3472-42ee-b9d8-cab50d6a1b79 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/40d2fb95-1371-476a-8763-5f4f4f1efa51 HTTP/1.1" status: 204 len: 168 time: 0.3634593 Jun 22 09:07:20.229490 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 44978) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:20.234575 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033afcf5-00b3-4f04-a01e-101e36606768 None None] Network b1bae75a-b52c-4aa8-a997-6a3f2f298256 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:20.348607 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (b1bae75a-b52c-4aa8-a997-6a3f2f298256), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.416845 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Deleting port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:20.417184 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.461789 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ea476-5022-4617-8b50-f83d0681349e None None] DHCP port deletion for b1bae75a-b52c-4aa8-a997-6a3f2f298256 request from dv-cinder-787296-11-iscsi {{(pid=104241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:07:20.494150 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4b72e-3472-42ee-b9d8-cab50d6a1b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d2fb95-1371-476a-8763-5f4f4f1efa51,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:20.508158 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] For port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=993c6feb-5ed1-4303-a1b0-8b48866f4ab1,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:20.508543 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.523885 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Calling delete_port for 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 owned by network:dhcp {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:20.525739 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-352ea476-5022-4617-8b50-f83d0681349e None None] Deleting port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 {{(pid=104241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:20.526163 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-352ea476-5022-4617-8b50-f83d0681349e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), before_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.600284 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-352ea476-5022-4617-8b50-f83d0681349e None None] For port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=993c6feb-5ed1-4303-a1b0-8b48866f4ab1,segment=NetworkSegment(7e01e193-fa73-4b8e-bfd3-833a9a7be324),segment_id=7e01e193-fa73-4b8e-bfd3-833a9a7be324)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:20.600750 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-352ea476-5022-4617-8b50-f83d0681349e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), precommit_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.615247 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-352ea476-5022-4617-8b50-f83d0681349e None None] Calling delete_port for 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 owned by network:dhcp {{(pid=104241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:20.623667 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:20.627246 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:20.693340 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.708201 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No active binding found for port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 {{(pid=104241) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 22 09:07:20.708641 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] The host dv-cinder-787296-11-iscsi is not matching for port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 host None! {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jun 22 09:07:20.715035 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:20.715035 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 74f4a0e2-ab43-42c5-9998-be0154540844 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:20.715035 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:20.719145 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=993c6feb-5ed1-4303-a1b0-8b48866f4ab1,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:20.723100 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] No DVR routers for this DVR port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 on host dv-cinder-787296-11-iscsi {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:07:20.737201 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 74f4a0e2-ab43-42c5-9998-be0154540844 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:07:20.737579 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 74f4a0e2-ab43-42c5-9998-be0154540844 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:20.738019 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8e3a2a80-cded-4dde-bc00-d54b209dfe9d no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:20.762202 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 8e3a2a80-cded-4dde-bc00-d54b209dfe9d {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:07:20.762554 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8e3a2a80-cded-4dde-bc00-d54b209dfe9d not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:20.775239 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-352ea476-5022-4617-8b50-f83d0681349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (993c6feb-5ed1-4303-a1b0-8b48866f4ab1), after_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.800741 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ea476-5022-4617-8b50-f83d0681349e None None] Pushing event deleted for resources: {'Port': ['ID=993c6feb-5ed1-4303-a1b0-8b48866f4ab1,revision_number=None']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:20.801219 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (b1bae75a-b52c-4aa8-a997-6a3f2f298256), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.804775 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ea476-5022-4617-8b50-f83d0681349e None None] No DVR routers for this DVR port 993c6feb-5ed1-4303-a1b0-8b48866f4ab1 on host dv-cinder-787296-11-iscsi {{(pid=104241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:07:20.830884 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bae75a-b52c-4aa8-a997-6a3f2f298256']}} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:20.842213 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e01e193-fa73-4b8e-bfd3-833a9a7be324') {'for_net_delete': True} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:20.845921 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e01e193-fa73-4b8e-bfd3-833a9a7be324') {} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:20.853270 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57991598'] for segment (7e01e193-fa73-4b8e-bfd3-833a9a7be324), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.867748 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (7e01e193-fa73-4b8e-bfd3-833a9a7be324), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.874121 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=104239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:07:20.874620 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57332411'] for segment (7e01e193-fa73-4b8e-bfd3-833a9a7be324), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.893817 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment 7e01e193-fa73-4b8e-bfd3-833a9a7be324 resource provider aggregate not found Jun 22 09:07:20.937819 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment 7e01e193-fa73-4b8e-bfd3-833a9a7be324 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e01e193-fa73-4b8e-bfd3-833a9a7be324 found for delete ", "request_id": "req-ea49b9c4-2c94-437d-8a31-164badf4917b"}]} Jun 22 09:07:21.018859 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (b1bae75a-b52c-4aa8-a997-6a3f2f298256), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.026694 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.029799 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b1bae75a-b52c-4aa8-a997-6a3f2f298256 HTTP/1.1" status: 204 len: 168 time: 0.7995229 Jun 22 09:07:21.032742 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44986) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:21.039278 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461ca90-5106-49cf-8ab4-2df1756125b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1bae75a-b52c-4aa8-a997-6a3f2f298256,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:21.298411 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:21.341282 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460168'] for router_interface (0975e0ed-2766-4a7e-bc32-c3647de56381), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.564490 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] Deleting port 552d074e-2bcb-4948-aef7-dd71d2e04776 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:21.564829 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.647305 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] For port 552d074e-2bcb-4948-aef7-dd71d2e04776, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=552d074e-2bcb-4948-aef7-dd71d2e04776,segment=NetworkSegment(9c090c09-9b89-45a8-a854-782830dc12af),segment_id=9c090c09-9b89-45a8-a854-782830dc12af)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:21.647305 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.660580 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] Calling delete_port for 552d074e-2bcb-4948-aef7-dd71d2e04776 owned by network:router_interface {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:21.805119 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:21.930320 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (552d074e-2bcb-4948-aef7-dd71d2e04776), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.954792 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] Pushing event deleted for resources: {'Port': ['ID=552d074e-2bcb-4948-aef7-dd71d2e04776,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:22.127459 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460060'] for router_interface (0975e0ed-2766-4a7e-bc32-c3647de56381), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.285610 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:22.336965 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] Router 0975e0ed-2766-4a7e-bc32-c3647de56381 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:07:22.439474 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:22.444431 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-2a65eff8-fcda-4740-b66b-bfc97b96e42e admin admin] 10.222.0.36 "PUT /v2.0/routers/0975e0ed-2766-4a7e-bc32-c3647de56381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4106300 Jun 22 09:07:22.447517 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44994) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:22.450106 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742eacc-6c68-4d3e-90a9-07dc64d3a95d None None] Sync routers for ids ['0975e0ed-2766-4a7e-bc32-c3647de56381'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:22.460943 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e742eacc-6c68-4d3e-90a9-07dc64d3a95d None None] Routers {'0975e0ed-2766-4a7e-bc32-c3647de56381'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:22.461590 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-e742eacc-6c68-4d3e-90a9-07dc64d3a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0975e0ed-2766-4a7e-bc32-c3647de56381'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:22.550274 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Publish callbacks [] for router (0975e0ed-2766-4a7e-bc32-c3647de56381), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.561840 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-e742eacc-6c68-4d3e-90a9-07dc64d3a95d None None] Set router 0975e0ed-2766-4a7e-bc32-c3647de56381 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:22.652015 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Publish callbacks [] for router_gateway (0975e0ed-2766-4a7e-bc32-c3647de56381), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.736877 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-e742eacc-6c68-4d3e-90a9-07dc64d3a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'name': 'tempest-TestMinimumBasicScenario-738427028-router', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'gw_port': {'id': 'fe3c8f43-9031-4a29-a956-213901dc8a71', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:22.764263 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742eacc-6c68-4d3e-90a9-07dc64d3a95d None None] Checking router: 0975e0ed-2766-4a7e-bc32-c3647de56381 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:22.765951 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Deleting port fe3c8f43-9031-4a29-a956-213901dc8a71 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:22.766318 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.773114 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e742eacc-6c68-4d3e-90a9-07dc64d3a95d None None] Routers {'0975e0ed-2766-4a7e-bc32-c3647de56381'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:22.773748 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-e742eacc-6c68-4d3e-90a9-07dc64d3a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0975e0ed-2766-4a7e-bc32-c3647de56381'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:22.857933 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] For port fe3c8f43-9031-4a29-a956-213901dc8a71, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=fe3c8f43-9031-4a29-a956-213901dc8a71,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:22.858350 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.865756 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:22.866657 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-e742eacc-6c68-4d3e-90a9-07dc64d3a95d None None] Set router 0975e0ed-2766-4a7e-bc32-c3647de56381 gateway port host: None {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:22.872247 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Calling delete_port for fe3c8f43-9031-4a29-a956-213901dc8a71 owned by network:router_gateway {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:22.916082 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-e742eacc-6c68-4d3e-90a9-07dc64d3a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'name': 'tempest-TestMinimumBasicScenario-738427028-router', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 6, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'gw_port_host': None}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:22.940354 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742eacc-6c68-4d3e-90a9-07dc64d3a95d None None] The sync data for ids ['0975e0ed-2766-4a7e-bc32-c3647de56381'] in dv-cinder-787296-11-iscsi is: [{'id': '0975e0ed-2766-4a7e-bc32-c3647de56381', 'name': 'tempest-TestMinimumBasicScenario-738427028-router', 'tenant_id': '9b310263a3924f8a90aef181ca42abc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:04:22Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 6, 'project_id': '9b310263a3924f8a90aef181ca42abc5', 'gw_port_host': None}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:23.105390 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (fe3c8f43-9031-4a29-a956-213901dc8a71), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.130814 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3c8f43-9031-4a29-a956-213901dc8a71,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:23.193429 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-490552'] for router_gateway (0975e0ed-2766-4a7e-bc32-c3647de56381), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.281324 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-464945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25224'] for router (0975e0ed-2766-4a7e-bc32-c3647de56381), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.283619 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Publish callbacks [] for router_controller (0975e0ed-2766-4a7e-bc32-c3647de56381), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.413295 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465087'] for router (0975e0ed-2766-4a7e-bc32-c3647de56381), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.413952 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0975e0ed-2766-4a7e-bc32-c3647de56381 {{(pid=104240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:07:23.417897 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.419054 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-0c07f891-45a2-48ef-a2d6-505e3707760a admin admin] 10.222.0.36 "DELETE /v2.0/routers/0975e0ed-2766-4a7e-bc32-c3647de56381 HTTP/1.1" status: 204 len: 168 time: 0.9705999 Jun 22 09:07:23.421532 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 44998) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:23.429343 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:23.466191 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcde047-869b-4ae5-8d22-59ec76226bf9 admin admin] Deleting subnet 8d030b16-7286-4f17-9690-fac18d2c4e52 {{(pid=104240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:07:23.469282 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1dcde047-869b-4ae5-8d22-59ec76226bf9 admin admin] Publish callbacks [] for subnet (8d030b16-7286-4f17-9690-fac18d2c4e52), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.503723 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1dcde047-869b-4ae5-8d22-59ec76226bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13837601'] for subnet (8d030b16-7286-4f17-9690-fac18d2c4e52), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.583744 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1dcde047-869b-4ae5-8d22-59ec76226bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (8d030b16-7286-4f17-9690-fac18d2c4e52), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.691108 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1dcde047-869b-4ae5-8d22-59ec76226bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14068931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13124434'] for subnet (8d030b16-7286-4f17-9690-fac18d2c4e52), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.717534 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcde047-869b-4ae5-8d22-59ec76226bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d030b16-7286-4f17-9690-fac18d2c4e52,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:23.723966 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1dcde047-869b-4ae5-8d22-59ec76226bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.728203 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-1dcde047-869b-4ae5-8d22-59ec76226bf9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8d030b16-7286-4f17-9690-fac18d2c4e52 HTTP/1.1" status: 204 len: 168 time: 0.3051829 Jun 22 09:07:23.729706 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d2209-0ab1-468f-aa39-38a2dc14cde6 None None] Network fb0c88ce-d36b-43a0-b2c3-fe6398c1029b requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:23.730644 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45000) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:23.791543 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:23.804959 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (fb0c88ce-d36b-43a0-b2c3-fe6398c1029b), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.855825 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Deleting port 1389800a-0aa2-402e-8683-82c255d5ef70 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:23.856217 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.891433 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7759ff-4b7e-4215-9a17-351a4f46d4d7 None None] DHCP port deletion for fb0c88ce-d36b-43a0-b2c3-fe6398c1029b request from dv-cinder-787296-11-iscsi {{(pid=104241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:07:23.928039 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] For port 1389800a-0aa2-402e-8683-82c255d5ef70, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=1389800a-0aa2-402e-8683-82c255d5ef70,segment=NetworkSegment(9c090c09-9b89-45a8-a854-782830dc12af),segment_id=9c090c09-9b89-45a8-a854-782830dc12af)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:23.928454 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.930816 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-2a7759ff-4b7e-4215-9a17-351a4f46d4d7 None None] Deleting port 1389800a-0aa2-402e-8683-82c255d5ef70 {{(pid=104241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:23.931192 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-2a7759ff-4b7e-4215-9a17-351a4f46d4d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), before_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.944284 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Calling delete_port for 1389800a-0aa2-402e-8683-82c255d5ef70 owned by network:dhcp {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:24.116410 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.133064 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-2a7759ff-4b7e-4215-9a17-351a4f46d4d7 None None] For port 1389800a-0aa2-402e-8683-82c255d5ef70, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=1389800a-0aa2-402e-8683-82c255d5ef70,segment=NetworkSegment(9c090c09-9b89-45a8-a854-782830dc12af),segment_id=9c090c09-9b89-45a8-a854-782830dc12af)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:24.138278 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-2a7759ff-4b7e-4215-9a17-351a4f46d4d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), precommit_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.142018 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1389800a-0aa2-402e-8683-82c255d5ef70,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:24.145518 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] No DVR routers for this DVR port 1389800a-0aa2-402e-8683-82c255d5ef70 on host dv-cinder-787296-11-iscsi {{(pid=104240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:07:24.149818 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-2a7759ff-4b7e-4215-9a17-351a4f46d4d7 None None] Calling delete_port for 1389800a-0aa2-402e-8683-82c255d5ef70 owned by network:dhcp {{(pid=104241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:24.218137 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (fb0c88ce-d36b-43a0-b2c3-fe6398c1029b), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.222900 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-2a7759ff-4b7e-4215-9a17-351a4f46d4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (1389800a-0aa2-402e-8683-82c255d5ef70), after_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.240437 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0c88ce-d36b-43a0-b2c3-fe6398c1029b']}} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:24.249553 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7759ff-4b7e-4215-9a17-351a4f46d4d7 None None] Pushing event deleted for resources: {'Port': ['ID=1389800a-0aa2-402e-8683-82c255d5ef70,revision_number=None']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:24.249980 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c090c09-9b89-45a8-a854-782830dc12af') {'for_net_delete': True} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:24.250321 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c090c09-9b89-45a8-a854-782830dc12af') {} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:24.256553 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7759ff-4b7e-4215-9a17-351a4f46d4d7 None None] No DVR routers for this DVR port 1389800a-0aa2-402e-8683-82c255d5ef70 on host dv-cinder-787296-11-iscsi {{(pid=104241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:07:24.260309 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13837626'] for segment (9c090c09-9b89-45a8-a854-782830dc12af), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.274348 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (9c090c09-9b89-45a8-a854-782830dc12af), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.280552 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=104240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:07:24.280926 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14068905'] for segment (9c090c09-9b89-45a8-a854-782830dc12af), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.308062 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 9c090c09-9b89-45a8-a854-782830dc12af resource provider aggregate not found Jun 22 09:07:24.350167 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 9c090c09-9b89-45a8-a854-782830dc12af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c090c09-9b89-45a8-a854-782830dc12af found for delete ", "request_id": "req-e7743999-a61f-404b-bca6-a0ad108110ef"}]} Jun 22 09:07:24.401957 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (fb0c88ce-d36b-43a0-b2c3-fe6398c1029b), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.406231 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.409344 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] 10.222.0.36 "DELETE /v2.0/networks/fb0c88ce-d36b-43a0-b2c3-fe6398c1029b HTTP/1.1" status: 204 len: 168 time: 0.6776869 Jun 22 09:07:24.422770 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c093b-eae7-44bc-a48a-2bbf185406fe admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0c88ce-d36b-43a0-b2c3-fe6398c1029b,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:24.623225 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 1389800a-0aa2-402e-8683-82c255d5ef70 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:24.642534 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 1389800a-0aa2-402e-8683-82c255d5ef70 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:07:24.642878 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 1389800a-0aa2-402e-8683-82c255d5ef70 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:24.643281 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 552d074e-2bcb-4948-aef7-dd71d2e04776 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:24.662660 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 552d074e-2bcb-4948-aef7-dd71d2e04776 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:07:24.663007 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 552d074e-2bcb-4948-aef7-dd71d2e04776 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:24.663410 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device fe3c8f43-9031-4a29-a956-213901dc8a71 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:24.681553 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: fe3c8f43-9031-4a29-a956-213901dc8a71 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:07:24.681910 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device fe3c8f43-9031-4a29-a956-213901dc8a71 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:24.763933 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45010) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:24.813636 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-a166c711-3497-40ea-a556-a93c2dd7b052 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85bf3e1b89094cafa7d469ed3f84eb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485108 Jun 22 09:07:24.816157 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45014) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:24.874379 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-998f9346-aed1-40bf-93b9-21b55325947d admin admin] Publish callbacks [] for security_group (64758bc2-a667-4697-a72c-e3f5aa95afc4), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.897828 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-998f9346-aed1-40bf-93b9-21b55325947d admin admin] Publish callbacks [] for security_group (64758bc2-a667-4697-a72c-e3f5aa95afc4), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.022770 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-998f9346-aed1-40bf-93b9-21b55325947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (64758bc2-a667-4697-a72c-e3f5aa95afc4), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.025191 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-998f9346-aed1-40bf-93b9-21b55325947d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.026366 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-998f9346-aed1-40bf-93b9-21b55325947d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64758bc2-a667-4697-a72c-e3f5aa95afc4 HTTP/1.1" status: 204 len: 168 time: 0.2092793 Jun 22 09:07:25.034786 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f9346-aed1-40bf-93b9-21b55325947d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64758bc2-a667-4697-a72c-e3f5aa95afc4,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:25.660875 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45022) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:25.702475 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b55cfabe-abf2-462a-ae82-6b64931a7e65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b310263a3924f8a90aef181ca42abc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403738 Jun 22 09:07:25.705064 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45024) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:25.749872 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:25.755825 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-62607eed-e587-4818-a91c-e88ac17ab06c admin admin] Publish callbacks [] for security_group (ae90a9bb-bf8c-437e-a822-adcbfb61041d), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.778604 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-62607eed-e587-4818-a91c-e88ac17ab06c admin admin] Publish callbacks [] for security_group (ae90a9bb-bf8c-437e-a822-adcbfb61041d), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.930341 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-62607eed-e587-4818-a91c-e88ac17ab06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ae90a9bb-bf8c-437e-a822-adcbfb61041d), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.932936 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-62607eed-e587-4818-a91c-e88ac17ab06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.934213 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-62607eed-e587-4818-a91c-e88ac17ab06c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae90a9bb-bf8c-437e-a822-adcbfb61041d HTTP/1.1" status: 204 len: 168 time: 0.2281427 Jun 22 09:07:25.943520 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62607eed-e587-4818-a91c-e88ac17ab06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae90a9bb-bf8c-437e-a822-adcbfb61041d,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:30.008654 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45096) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:30.118331 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-029ec4c1-35c9-4992-b1d7-50872cb729f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.119968 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:30.196911 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-029ec4c1-35c9-4992-b1d7-50872cb729f3 admin admin] Publish callbacks [] for security_group (a4712dcb-d212-4480-b30f-cee2c3de7da3), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.258402 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-029ec4c1-35c9-4992-b1d7-50872cb729f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a4712dcb-d212-4480-b30f-cee2c3de7da3), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.296360 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ec4c1-35c9-4992-b1d7-50872cb729f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4712dcb-d212-4480-b30f-cee2c3de7da3,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:30.300930 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-029ec4c1-35c9-4992-b1d7-50872cb729f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=627e34f2daff4d678131767118d56533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912722 Jun 22 09:07:30.304016 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45100) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:30.352063 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6c98b0b4-eef4-444e-859d-3512c47856eb admin admin] Publish callbacks [] for security_group (a4712dcb-d212-4480-b30f-cee2c3de7da3), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.373564 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6c98b0b4-eef4-444e-859d-3512c47856eb admin admin] Publish callbacks [] for security_group (a4712dcb-d212-4480-b30f-cee2c3de7da3), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.504382 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6c98b0b4-eef4-444e-859d-3512c47856eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a4712dcb-d212-4480-b30f-cee2c3de7da3), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.506999 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6c98b0b4-eef4-444e-859d-3512c47856eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.508204 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-6c98b0b4-eef4-444e-859d-3512c47856eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4712dcb-d212-4480-b30f-cee2c3de7da3 HTTP/1.1" status: 204 len: 168 time: 0.2037382 Jun 22 09:07:30.516171 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98b0b4-eef4-444e-859d-3512c47856eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4712dcb-d212-4480-b30f-cee2c3de7da3,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:32.918037 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=72 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:32.918927 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=48 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:34.984199 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:35.697476 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:35.699283 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:35.903388 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfd869-a255-4ea3-a24b-48af8e0e5c60 req-73672a8f-661b-42d3-85cf-b6a037696164 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:35.904855 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-97cfd869-a255-4ea3-a24b-48af8e0e5c60 req-73672a8f-661b-42d3-85cf-b6a037696164 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0497968 Jun 22 09:07:35.953862 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-97cfd869-a255-4ea3-a24b-48af8e0e5c60 req-edf20e13-3fc4-450d-875e-0d4eb6272f85 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 Jun 22 09:07:37.083199 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58523c3-c90b-44c7-9f0e-7a2b64c89418 req-8d267e06-67c6-47b2-bea3-58b3342d39e6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:37.085444 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e58523c3-c90b-44c7-9f0e-7a2b64c89418 req-8d267e06-67c6-47b2-bea3-58b3342d39e6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Jun 22 09:07:37.134262 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e58523c3-c90b-44c7-9f0e-7a2b64c89418 req-a9c41c83-702c-4cda-8205-faec2f8121f6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 Jun 22 09:07:38.256483 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237b1ce-8fdf-4e1a-8b39-020b06cebb08 req-b28d9ff1-5c8e-466d-8477-c2d6d99c3e2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:38.258003 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1237b1ce-8fdf-4e1a-8b39-020b06cebb08 req-b28d9ff1-5c8e-466d-8477-c2d6d99c3e2f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0503831 Jun 22 09:07:38.305667 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1237b1ce-8fdf-4e1a-8b39-020b06cebb08 req-482f6f5d-a625-4304-9ae8-ed0d47a4baa4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419891 Jun 22 09:07:38.752650 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-8f86a83f-b2bd-4369-b3b7-5cb81536ab9f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377853 Jun 22 09:07:39.431088 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d5ba5-1572-4161-9f1f-1ac7a7786fde req-2b4fbdb9-8c38-4cc5-aad8-b4ea4a889f8b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:39.432566 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-301d5ba5-1572-4161-9f1f-1ac7a7786fde req-2b4fbdb9-8c38-4cc5-aad8-b4ea4a889f8b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0523584 Jun 22 09:07:39.479808 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-301d5ba5-1572-4161-9f1f-1ac7a7786fde req-7fe15cbf-daa9-48c2-8f9d-ad910a9a8d9a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417361 Jun 22 09:07:40.407279 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=51,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:40.512040 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:40.599033 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941e714-ad47-4571-948f-e100d7d4a830 req-1211af95-070b-4601-9690-c5c51aaf92de tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:40.600688 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3941e714-ad47-4571-948f-e100d7d4a830 req-1211af95-070b-4601-9690-c5c51aaf92de tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0488873 Jun 22 09:07:40.653107 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3941e714-ad47-4571-948f-e100d7d4a830 req-8082669d-c362-439d-ae53-ca4296340724 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460668 Jun 22 09:07:41.405110 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-c5bd7b87-d58c-4e42-b82f-9b8693c76c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:41.406657 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-c5bd7b87-d58c-4e42-b82f-9b8693c76c0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88cc58068dc749479b723b40a455c8c3&device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 1129 time: 0.0399368 Jun 22 09:07:41.522225 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-1f85e060-0ac7-4748-bda5-f15d8c2169bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:41.524097 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-1f85e060-0ac7-4748-bda5-f15d8c2169bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 HTTP/1.1" status: 200 len: 910 time: 0.0980828 Jun 22 09:07:41.773537 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf687-bb16-4af0-8771-8cbf93e28bca req-5f222e23-7384-4c7f-9cd0-df5abbc15b57 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:41.775131 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-92ecf687-bb16-4af0-8771-8cbf93e28bca req-5f222e23-7384-4c7f-9cd0-df5abbc15b57 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0482473 Jun 22 09:07:41.874140 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-92ecf687-bb16-4af0-8771-8cbf93e28bca req-f875548e-f947-490c-af90-9f2f4ab2b456 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933986 Jun 22 09:07:41.878040 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-c762379a-65a8-45fc-b084-4c1def61512c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8322d52e-16ae-49fa-a614-eacc8025f50d HTTP/1.1" status: 200 len: 1001 time: 0.0809555 Jun 22 09:07:41.956542 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-049687db-9ada-4706-a20a-a9d7c1b2fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:41.957982 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-049687db-9ada-4706-a20a-a9d7c1b2fd9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a586f2d-d95c-49a5-88ae-d5e1001f7a4f HTTP/1.1" status: 200 len: 848 time: 0.0457985 Jun 22 09:07:42.003753 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-8dca6928-9f7a-4350-932f-a5483cfe9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:42.005313 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-8dca6928-9f7a-4350-932f-a5483cfe9e35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399542 Jun 22 09:07:42.085642 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:42.099260 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-f45ed7db-8dc7-45ce-bd97-843a9ed593b9 service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874300 Jun 22 09:07:42.176681 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:42.195548 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1af68a08-89f6-4f48-950c-12c9b75b0f28 req-fd08d0c1-0c62-46ea-a145-caa233f94dac service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900452 Jun 22 09:07:42.998692 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198980ed-6c48-4326-9411-32aab4531a8e req-831f4a8f-9af6-4424-954d-33e4db2e4009 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:43.000203 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-198980ed-6c48-4326-9411-32aab4531a8e req-831f4a8f-9af6-4424-954d-33e4db2e4009 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0514901 Jun 22 09:07:43.049918 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-198980ed-6c48-4326-9411-32aab4531a8e req-2dc3a04a-d32e-497e-bf71-ea383abc0967 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 Jun 22 09:07:43.144899 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-17cb272d-739e-4279-96f4-e2c1971183c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:43.533090 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:07:43.578524 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157f880-ee0e-44af-8350-d849632906ce req-801777ff-f79a-4ab6-aa1b-b5bb502036e4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:43.580030 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2157f880-ee0e-44af-8350-d849632906ce req-801777ff-f79a-4ab6-aa1b-b5bb502036e4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 945 time: 0.0477059 Jun 22 09:07:43.627754 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2157f880-ee0e-44af-8350-d849632906ce req-53486104-21ed-4898-9f70-1449fd439ea1 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef007f45-ea08-4de9-b81a-ea1f52169506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412731 Jun 22 09:07:44.173818 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0790eed-3742-43ec-9c67-54877512c126 req-41cd953c-3399-4ddd-bb83-103fd26b5689 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:44.175336 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b0790eed-3742-43ec-9c67-54877512c126 req-41cd953c-3399-4ddd-bb83-103fd26b5689 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0506833 Jun 22 09:07:44.221997 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b0790eed-3742-43ec-9c67-54877512c126 req-ac9e344c-33fd-4e4d-8c03-11bdf2869d0b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Jun 22 09:07:44.742915 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230992b3-b368-4ee7-bfe4-e475a903d0ea req-71262f10-f256-4cc8-a729-3e3a210e0ced tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:44.744357 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-230992b3-b368-4ee7-bfe4-e475a903d0ea req-71262f10-f256-4cc8-a729-3e3a210e0ced tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 945 time: 0.0470006 Jun 22 09:07:44.791600 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-230992b3-b368-4ee7-bfe4-e475a903d0ea req-60a75527-75a9-462e-8f27-6746fe9d4c6a tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef007f45-ea08-4de9-b81a-ea1f52169506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 Jun 22 09:07:45.085452 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682032a-5fcb-4073-8860-24e359fbae5b req-14801536-adb4-48f5-9f65-05e85c8e2207 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:45.086947 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e682032a-5fcb-4073-8860-24e359fbae5b req-14801536-adb4-48f5-9f65-05e85c8e2207 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 945 time: 0.0508113 Jun 22 09:07:45.173189 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Deleting port 6638968f-6bd6-403a-a366-d6645776a688 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:45.173527 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (6638968f-6bd6-403a-a366-d6645776a688), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:45.269698 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] For port 6638968f-6bd6-403a-a366-d6645776a688, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=6638968f-6bd6-403a-a366-d6645776a688,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:45.270334 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (6638968f-6bd6-403a-a366-d6645776a688), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:45.401076 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2236d6-abb2-4016-b7ff-e4bf7de97a13 req-0a356d6d-40d8-4333-8886-44e99349c22a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:45.402469 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5f2236d6-abb2-4016-b7ff-e4bf7de97a13 req-0a356d6d-40d8-4333-8886-44e99349c22a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0908499 Jun 22 09:07:45.461833 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a3eda663-7de9-48bb-bbe9-b9798e6de44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:45.508429 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5f2236d6-abb2-4016-b7ff-e4bf7de97a13 req-a956d42c-5462-4ea1-b55e-b74945080126 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988009 Jun 22 09:07:45.512258 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:45.512642 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (b6cff7b4-84d6-4055-899d-3f4e554469b1), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:45.513013 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Floating IP b6cff7b4-84d6-4055-899d-3f4e554469b1 disassociated. External IP: 172.27.2.43, port: 6638968f-6bd6-403a-a366-d6645776a688. Jun 22 09:07:45.513378 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Calling delete_port for 6638968f-6bd6-403a-a366-d6645776a688 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:45.580347 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:45.603109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:45.742777 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (6638968f-6bd6-403a-a366-d6645776a688), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:45.769615 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'Port': ['ID=6638968f-6bd6-403a-a366-d6645776a688,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:45.781794 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.781794 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.782155 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.782509 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.782873 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.783195 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.783520 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.783843 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.784161 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.784483 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.784800 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.785566 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.785566 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.785756 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:45.786019 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:46.127927 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ca8e0407-9f5d-45b8-88cf-0a963988909e req-7d33e516-e9ad-44be-b7d0-b63a486d64c0 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 210 time: 0.0340829 Jun 22 09:07:46.188417 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:07:46.294331 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:46.305552 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499dcb51-4451-4441-bab9-08066790693d None None] Sync routers for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:46.315702 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499dcb51-4451-4441-bab9-08066790693d None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:46.316316 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-499dcb51-4451-4441-bab9-08066790693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:46.336657 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] No DVR routers for this DVR port 6638968f-6bd6-403a-a366-d6645776a688 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:07:46.339117 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:46.342358 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e682032a-5fcb-4073-8860-24e359fbae5b req-76859821-24ce-4ca1-9f5e-f4b65ee5491f tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.43 "DELETE /v2.0/ports/6638968f-6bd6-403a-a366-d6645776a688 HTTP/1.1" status: 204 len: 173 time: 1.2496183 Jun 22 09:07:46.342788 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7518373c-b425-4a1c-b01b-32912b5257d5', 'name': 'network-vif-deleted', 'tag': '6638968f-6bd6-403a-a366-d6645776a688'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:46.345238 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5901133e-7744-43b5-ac86-0cf89f26e674" -d '{"events": [{"server_uuid": "7518373c-b425-4a1c-b01b-32912b5257d5", "name": "network-vif-deleted", "tag": "6638968f-6bd6-403a-a366-d6645776a688"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:46.384359 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec978c6-be36-44a5-b42c-2332d828a165 x-openstack-request-id: req-7ec978c6-be36-44a5-b42c-2332d828a165 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:46.384708 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7518373c-b425-4a1c-b01b-32912b5257d5", "name": "network-vif-deleted", "tag": "6638968f-6bd6-403a-a366-d6645776a688", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:46.385018 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ec978c6-be36-44a5-b42c-2332d828a165 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:46.385496 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec978c6-be36-44a5-b42c-2332d828a165'] response: {'server_uuid': '7518373c-b425-4a1c-b01b-32912b5257d5', 'name': 'network-vif-deleted', 'tag': '6638968f-6bd6-403a-a366-d6645776a688', 'status': 'completed', 'code': 200} Jun 22 09:07:46.423322 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-499dcb51-4451-4441-bab9-08066790693d None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:46.457064 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:46.611753 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:46.624251 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-499dcb51-4451-4441-bab9-08066790693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:46.651027 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499dcb51-4451-4441-bab9-08066790693d None None] Checking router: 8c5bbb13-8481-4a0c-a709-71197a0d36d9 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:46.655211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ca9ee-1629-4ae9-9487-a51307c538be req-1b2d9df0-e7e5-471d-8f6d-63b13d8ac955 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:46.656703 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a57ca9ee-1629-4ae9-9487-a51307c538be req-1b2d9df0-e7e5-471d-8f6d-63b13d8ac955 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0549309 Jun 22 09:07:46.659985 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499dcb51-4451-4441-bab9-08066790693d None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:46.660609 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-499dcb51-4451-4441-bab9-08066790693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:46.707113 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a57ca9ee-1629-4ae9-9487-a51307c538be req-e1a26cc6-0d09-432a-929a-310adc0c2d5f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431013 Jun 22 09:07:46.765034 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-499dcb51-4451-4441-bab9-08066790693d None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:46.971011 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-499dcb51-4451-4441-bab9-08066790693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:46.998175 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499dcb51-4451-4441-bab9-08066790693d None None] The sync data for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi is: [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:00:44Z', 'revision_number': 4, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'd4e8c160-14a9-41fd-951b-08b047752770', 'name': '', 'network_id': '89fc451c-46b3-4008-9c5d-bc37135b61a8', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'mac_address': 'fa:16:3e:ff:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:42Z', 'updated_at': '2022-06-22T09:00:57Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'subnets': [{'id': 'cf0ef2ba-1fde-4a23-9631-23e262f8bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:47.000095 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:47.245207 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35879a-05b9-4fea-9060-50803ec5841f None None] New status for floating IP b6cff7b4-84d6-4055-899d-3f4e554469b1: DOWN {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:07:47.284117 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-07ea05ed-17fd-44b8-9fea-80b8f9d186db req-c58a4314-2bb9-460f-9fff-87d41df45c78 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/ports?device_id=7518373c-b425-4a1c-b01b-32912b5257d5 HTTP/1.1" status: 200 len: 210 time: 0.0512109 Jun 22 09:07:47.827053 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9eb19-7673-4637-9bea-8273f22b7548 req-b070df87-ea49-466b-8ecb-22224366ed57 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:47.828577 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7df9eb19-7673-4637-9bea-8273f22b7548 req-b070df87-ea49-466b-8ecb-22224366ed57 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0477819 Jun 22 09:07:47.884709 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7df9eb19-7673-4637-9bea-8273f22b7548 req-4dbf9895-dfa8-4233-bee1-91fb1ba2ee5c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474925 Jun 22 09:07:48.422014 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45288) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:48.476073 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3712fc06-438f-480e-ad85-a77cec55d4b4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (ef007f45-ea08-4de9-b81a-ea1f52169506), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.499900 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3712fc06-438f-480e-ad85-a77cec55d4b4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (ef007f45-ea08-4de9-b81a-ea1f52169506), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.627018 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3712fc06-438f-480e-ad85-a77cec55d4b4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ef007f45-ea08-4de9-b81a-ea1f52169506), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.629542 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3712fc06-438f-480e-ad85-a77cec55d4b4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.630766 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-3712fc06-438f-480e-ad85-a77cec55d4b4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "DELETE /v2.0/security-groups/ef007f45-ea08-4de9-b81a-ea1f52169506 HTTP/1.1" status: 204 len: 168 time: 0.2077291 Jun 22 09:07:48.633457 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45290) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:48.640417 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712fc06-438f-480e-ad85-a77cec55d4b4 tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef007f45-ea08-4de9-b81a-ea1f52169506,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:48.650207 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.api.v2.resource [None req-c21d1a16-085b-4a2a-9680-1e8e4b50680c tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] show failed (client error): The resource could not be found. Jun 22 09:07:48.656129 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-c21d1a16-085b-4a2a-9680-1e8e4b50680c tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "GET /v2.0/security-groups/ef007f45-ea08-4de9-b81a-ea1f52169506 HTTP/1.1" status: 404 len: 347 time: 0.0167828 Jun 22 09:07:48.658251 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.658734 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45292) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:48.710577 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.987747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Deleting port 47a43232-3e86-4046-80ac-79b80d4ca5bc {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:48.988082 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (47a43232-3e86-4046-80ac-79b80d4ca5bc), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:49.009582 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef27d9-48de-41dd-95ab-7426f9881e19 req-567367f4-57ca-4128-9fee-0b407f3a4610 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:49.011110 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f1ef27d9-48de-41dd-95ab-7426f9881e19 req-567367f4-57ca-4128-9fee-0b407f3a4610 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0482814 Jun 22 09:07:49.036295 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:49.061539 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f1ef27d9-48de-41dd-95ab-7426f9881e19 req-cd140a4e-4386-4f82-8707-716d4dc8f559 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 Jun 22 09:07:49.065471 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (47a43232-3e86-4046-80ac-79b80d4ca5bc), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:49.065801 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (47a43232-3e86-4046-80ac-79b80d4ca5bc), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:49.079753 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Calling delete_port for 47a43232-3e86-4046-80ac-79b80d4ca5bc owned by network:floatingip {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:49.216141 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 6638968f-6bd6-403a-a366-d6645776a688 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:49.234046 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 6638968f-6bd6-403a-a366-d6645776a688 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:07:49.234415 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 6638968f-6bd6-403a-a366-d6645776a688 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:49.273985 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (47a43232-3e86-4046-80ac-79b80d4ca5bc), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:49.296437 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Pushing event deleted for resources: {'Port': ['ID=47a43232-3e86-4046-80ac-79b80d4ca5bc,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:49.311717 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.312066 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.312404 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.312735 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.313092 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.313369 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.313698 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.314015 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.314416 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.314680 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.315000 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.315315 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.315630 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.315945 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.316258 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:49.375083 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks [] for floatingip (b6cff7b4-84d6-4055-899d-3f4e554469b1), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:49.377495 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:49.378656 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-573ed6bd-e8b5-4fb5-9140-125156d8723d tempest-AttachVolumeNegativeTest-398890423 tempest-AttachVolumeNegativeTest-398890423-project] 10.222.0.36 "DELETE /v2.0/floatingips/b6cff7b4-84d6-4055-899d-3f4e554469b1 HTTP/1.1" status: 204 len: 168 time: 0.7190275 Jun 22 09:07:50.179880 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47d817-313f-4b5d-8fb7-265bc78715fe req-21894ef0-561d-452f-84e4-3d598416aa77 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:50.181356 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc47d817-313f-4b5d-8fb7-265bc78715fe req-21894ef0-561d-452f-84e4-3d598416aa77 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0474114 Jun 22 09:07:50.228806 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc47d817-313f-4b5d-8fb7-265bc78715fe req-23e28df4-d374-4b6c-964c-68524442c68f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Jun 22 09:07:51.347895 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441d0ae-a262-42b6-8f6f-7c71ec856488 req-81f71a97-adb0-475c-8655-22ab82f017a6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:51.349383 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f441d0ae-a262-42b6-8f6f-7c71ec856488 req-81f71a97-adb0-475c-8655-22ab82f017a6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0488911 Jun 22 09:07:51.400467 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f441d0ae-a262-42b6-8f6f-7c71ec856488 req-8d5a9c2f-215f-4c79-b44c-c9340997863e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436084 Jun 22 09:07:51.761267 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45322) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:52.064449 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Deleting port e4e23dd2-b573-4145-8d48-c60878d25b5e {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:52.065044 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (e4e23dd2-b573-4145-8d48-c60878d25b5e), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.147979 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (e4e23dd2-b573-4145-8d48-c60878d25b5e), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.148208 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for floatingip (e4e23dd2-b573-4145-8d48-c60878d25b5e), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.168027 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Calling delete_port for e4e23dd2-b573-4145-8d48-c60878d25b5e owned by network:floatingip {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:52.291978 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:52.328278 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:52.442295 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (e4e23dd2-b573-4145-8d48-c60878d25b5e), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.478966 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event deleted for resources: {'Port': ['ID=e4e23dd2-b573-4145-8d48-c60878d25b5e,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:52.531552 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for floatingip (200f9159-9074-4078-80f1-569654ce3619), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.531875 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.l3_db [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Floating IP 200f9159-9074-4078-80f1-569654ce3619 disassociated (deleted). External IP: 172.27.2.193, port: 8322d52e-16ae-49fa-a614-eacc8025f50d. Jun 22 09:07:52.534797 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f13b42-e0d6-4619-a985-2295e348bfcb req-e2e71b7b-bacf-4f25-916f-85aebc50caa4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:52.536369 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-22f13b42-e0d6-4619-a985-2295e348bfcb req-e2e71b7b-bacf-4f25-916f-85aebc50caa4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0539663 Jun 22 09:07:52.590205 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-22f13b42-e0d6-4619-a985-2295e348bfcb req-36ffe55e-e2cc-4e7b-9936-bbe91010440e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476685 Jun 22 09:07:52.736603 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:07:52.842792 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:52.847428 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.851974 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e90a7f-501f-413c-bd4f-f82fadd86f19 None None] Sync routers for ids ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:52.861727 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e90a7f-501f-413c-bd4f-f82fadd86f19 None None] Routers {'0d3c316b-3c74-4a1d-a95d-80dc282a9090'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:52.862329 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-69e90a7f-501f-413c-bd4f-f82fadd86f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:52.880388 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-794d136a-d4e8-488a-9dbd-33d5e5cd37c1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "DELETE /v2.0/floatingips/200f9159-9074-4078-80f1-569654ce3619 HTTP/1.1" status: 204 len: 168 time: 1.1177759 Jun 22 09:07:52.880976 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d'}] {{(pid=104240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:52.884255 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3abfc77e5a12c6f207665f94500fb4c82f6ad8517e71d57fe655c3e12da5f60e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788894b7-0662-4413-b796-da96673a8531" -d '{"events": [{"name": "network-changed", "server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d"}]}' {{(pid=104240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:52.926691 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb4c16-e938-4ab5-b075-619215bba626 x-openstack-request-id: req-b0eb4c16-e938-4ab5-b075-619215bba626 {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:52.926982 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d", "status": "completed", "code": 200}]} {{(pid=104240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:52.927234 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0eb4c16-e938-4ab5-b075-619215bba626 {{(pid=104240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:52.927637 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0eb4c16-e938-4ab5-b075-619215bba626'] response: {'name': 'network-changed', 'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'status': 'completed', 'code': 200} Jun 22 09:07:52.958806 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:52.992040 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-69e90a7f-501f-413c-bd4f-f82fadd86f19 None None] Set router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:53.025923 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788894b7-0662-4413-b796-da96673a8531 req-198fa8dd-f275-4bab-a3ce-b1314ce093ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:53.027682 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-788894b7-0662-4413-b796-da96673a8531 req-198fa8dd-f275-4bab-a3ce-b1314ce093ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88cc58068dc749479b723b40a455c8c3&device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 1129 time: 0.0781555 Jun 22 09:07:53.207880 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788894b7-0662-4413-b796-da96673a8531 req-c1794eef-2a9d-435b-8635-a0691014aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:53.209496 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-788894b7-0662-4413-b796-da96673a8531 req-c1794eef-2a9d-435b-8635-a0691014aa3d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 HTTP/1.1" status: 200 len: 910 time: 0.1699667 Jun 22 09:07:53.245621 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-69e90a7f-501f-413c-bd4f-f82fadd86f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '9871f06a-ec77-4a05-8ccb-48715e8daeb1', 'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'mac_address': 'fa:16:3e:e3:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:26Z', 'updated_at': '2022-06-22T09:02:33Z', 'revision_number': 5, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'subnets': [{'id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:53.257836 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-788894b7-0662-4413-b796-da96673a8531 req-a5be22aa-cebf-4551-9886-aaee6e01697b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8322d52e-16ae-49fa-a614-eacc8025f50d HTTP/1.1" status: 200 len: 217 time: 0.0408356 Jun 22 09:07:53.275328 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e90a7f-501f-413c-bd4f-f82fadd86f19 None None] Checking router: 0d3c316b-3c74-4a1d-a95d-80dc282a9090 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:53.284333 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e90a7f-501f-413c-bd4f-f82fadd86f19 None None] Routers {'0d3c316b-3c74-4a1d-a95d-80dc282a9090'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:53.284950 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-69e90a7f-501f-413c-bd4f-f82fadd86f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:53.315402 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788894b7-0662-4413-b796-da96673a8531 req-bc0bbfda-197b-45bc-bff3-533f0e163638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:53.317359 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-788894b7-0662-4413-b796-da96673a8531 req-bc0bbfda-197b-45bc-bff3-533f0e163638 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a586f2d-d95c-49a5-88ae-d5e1001f7a4f HTTP/1.1" status: 200 len: 848 time: 0.0524206 Jun 22 09:07:53.379569 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788894b7-0662-4413-b796-da96673a8531 req-f9c965b9-734c-447c-b83f-65575209b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:53.392014 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-788894b7-0662-4413-b796-da96673a8531 req-f9c965b9-734c-447c-b83f-65575209b941 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0598438 Jun 22 09:07:53.471892 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:53.504420 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-788894b7-0662-4413-b796-da96673a8531 req-bbfe9ada-de58-4e9e-8754-30f02fbf1cd1 service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053622 Jun 22 09:07:53.542817 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-69e90a7f-501f-413c-bd4f-f82fadd86f19 None None] Set router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:53.565334 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a75bc-5d09-480a-a12a-1f3a82b198e7 req-9dbd570d-997b-4557-8587-c009ff1e8761 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:53.566272 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-935a75bc-5d09-480a-a12a-1f3a82b198e7 req-9dbd570d-997b-4557-8587-c009ff1e8761 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0609422 Jun 22 09:07:53.613229 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45366) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:53.628997 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-935a75bc-5d09-480a-a12a-1f3a82b198e7 req-6b35f41e-dd69-4127-a991-a75230110221 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566235 Jun 22 09:07:53.728953 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93336f99-3285-45af-aa50-e6a3ea22a62d req-125ae3fa-5e9d-4e0b-9423-0fd87475557a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:53.730520 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-93336f99-3285-45af-aa50-e6a3ea22a62d req-125ae3fa-5e9d-4e0b-9423-0fd87475557a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0571771 Jun 22 09:07:53.774763 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:53.781427 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-69e90a7f-501f-413c-bd4f-f82fadd86f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '9871f06a-ec77-4a05-8ccb-48715e8daeb1', 'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'mac_address': 'fa:16:3e:e3:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:26Z', 'updated_at': '2022-06-22T09:02:33Z', 'revision_number': 5, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'subnets': [{'id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:53.782917 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-93336f99-3285-45af-aa50-e6a3ea22a62d req-b2003d81-928e-4af6-8266-19a3e3ecba90 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452752 Jun 22 09:07:53.807694 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e90a7f-501f-413c-bd4f-f82fadd86f19 None None] The sync data for ids ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'] in dv-cinder-787296-11-iscsi is: [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:02:27Z', 'revision_number': 4, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '9871f06a-ec77-4a05-8ccb-48715e8daeb1', 'name': '', 'network_id': '4df2dd48-6f93-4c9d-94e5-26ba102bb6e6', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'mac_address': 'fa:16:3e:e3:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:26Z', 'updated_at': '2022-06-22T09:02:33Z', 'revision_number': 5, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'subnets': [{'id': '2a586f2d-d95c-49a5-88ae-d5e1001f7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:54.039909 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75f3a6-013d-475d-affe-64130fd39d38 None None] New status for floating IP 200f9159-9074-4078-80f1-569654ce3619: DOWN {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:07:54.057120 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:54.073944 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460168'] for router_interface (8c5bbb13-8481-4a0c-a709-71197a0d36d9), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.298648 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] Deleting port d4e8c160-14a9-41fd-951b-08b047752770 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:54.298899 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (d4e8c160-14a9-41fd-951b-08b047752770), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.314793 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=100 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:54.384630 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] For port d4e8c160-14a9-41fd-951b-08b047752770, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=d4e8c160-14a9-41fd-951b-08b047752770,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:54.385041 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (d4e8c160-14a9-41fd-951b-08b047752770), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.398938 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] Calling delete_port for d4e8c160-14a9-41fd-951b-08b047752770 owned by network:router_interface {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:54.627574 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-788894b7-0662-4413-b796-da96673a8531 req-2918cede-1e9a-4ee3-b692-86880c062857 service neutron] 10.222.0.43 "GET /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980783 Jun 22 09:07:54.667484 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (d4e8c160-14a9-41fd-951b-08b047752770), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.709660 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e8c160-14a9-41fd-951b-08b047752770,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:54.773587 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22394d3-910d-4f48-98ac-6ab1ee61a225 req-8a158fdd-c3b7-4aa8-bd18-e6320d2ca268 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:54.775485 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e22394d3-910d-4f48-98ac-6ab1ee61a225 req-8a158fdd-c3b7-4aa8-bd18-e6320d2ca268 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0674877 Jun 22 09:07:54.849094 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e22394d3-910d-4f48-98ac-6ab1ee61a225 req-5d26c22a-8305-41d6-b0d7-6e5bbcb42701 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/security-groups?id=628c8c77-f6c4-407b-8469-0b329056bf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660326 Jun 22 09:07:54.888757 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460060'] for router_interface (8c5bbb13-8481-4a0c-a709-71197a0d36d9), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.909377 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:07:54.924553 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:54.944556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eec13b-bfbf-4a96-9a9a-5790f0cadd2e req-c4ba90dd-dedb-4d23-b26b-b542c68563fe tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:54.952375 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-87eec13b-bfbf-4a96-9a9a-5790f0cadd2e req-c4ba90dd-dedb-4d23-b26b-b542c68563fe tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0664239 Jun 22 09:07:55.001945 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:55.014109 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-87eec13b-bfbf-4a96-9a9a-5790f0cadd2e req-54cdc6fd-8aea-417d-9594-1efb2bd67974 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604281 Jun 22 09:07:55.042031 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:55.054330 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'port_id': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'mac_address': 'fa:16:3e:d0:a6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:07:55.090727 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f is: ACTIVE; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:55.091019 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.105149 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:07:55.132195 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:55.137924 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] Router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:07:55.166211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b124f-8df5-4dc4-a04b-3bbaa6bb8417 req-76b94461-f0ea-42ad-a552-abe9184b4ac1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:55.167770 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9f6b124f-8df5-4dc4-a04b-3bbaa6bb8417 req-76b94461-f0ea-42ad-a552-abe9184b4ac1 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 945 time: 0.0538113 Jun 22 09:07:55.192671 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.247318 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,revision_number=6']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:55.252900 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:55.255753 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.273486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.273486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.273486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.273486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.273486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.273486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.273486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.273486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.273486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.275360 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-343a1afa-0bb3-4e4a-add1-23db57353b95 admin admin] 10.222.0.36 "PUT /v2.0/routers/8c5bbb13-8481-4a0c-a709-71197a0d36d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6484246 Jun 22 09:07:55.275458 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.275458 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.275458 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.275458 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.275458 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:55.275868 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45386) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:55.275965 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389158a-85b1-444a-a498-f3a24cd2bb09 None None] Sync routers for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:55.275965 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:07:55.276136 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-9f6b124f-8df5-4dc4-a04b-3bbaa6bb8417 req-2fd8b8db-ed60-4962-86ea-f79a39099b38 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Deleting port 8322d52e-16ae-49fa-a614-eacc8025f50d {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:55.276136 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-9f6b124f-8df5-4dc4-a04b-3bbaa6bb8417 req-2fd8b8db-ed60-4962-86ea-f79a39099b38 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.311260 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:55.318407 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389158a-85b1-444a-a498-f3a24cd2bb09 None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:55.319842 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3389158a-85b1-444a-a498-f3a24cd2bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:55.366040 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:55.379346 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-9f6b124f-8df5-4dc4-a04b-3bbaa6bb8417 req-2fd8b8db-ed60-4962-86ea-f79a39099b38 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] For port 8322d52e-16ae-49fa-a614-eacc8025f50d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8322d52e-16ae-49fa-a614-eacc8025f50d,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:55.379818 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-9f6b124f-8df5-4dc4-a04b-3bbaa6bb8417 req-2fd8b8db-ed60-4962-86ea-f79a39099b38 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.392174 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Publish callbacks [] for router (8c5bbb13-8481-4a0c-a709-71197a0d36d9), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.404638 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-9f6b124f-8df5-4dc4-a04b-3bbaa6bb8417 req-2fd8b8db-ed60-4962-86ea-f79a39099b38 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Calling delete_port for 8322d52e-16ae-49fa-a614-eacc8025f50d owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:55.471770 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-3389158a-85b1-444a-a498-f3a24cd2bb09 None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:55.567934 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:55.670392 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-9f6b124f-8df5-4dc4-a04b-3bbaa6bb8417 req-2fd8b8db-ed60-4962-86ea-f79a39099b38 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (8322d52e-16ae-49fa-a614-eacc8025f50d), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.702680 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3389158a-85b1-444a-a498-f3a24cd2bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:07:54Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:55.712095 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8b8db-ed60-4962-86ea-f79a39099b38 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event deleted for resources: {'Port': ['ID=8322d52e-16ae-49fa-a614-eacc8025f50d,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:55.744396 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389158a-85b1-444a-a498-f3a24cd2bb09 None None] Checking router: 8c5bbb13-8481-4a0c-a709-71197a0d36d9 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:55.755271 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389158a-85b1-444a-a498-f3a24cd2bb09 None None] Routers {'8c5bbb13-8481-4a0c-a709-71197a0d36d9'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:55.756727 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3389158a-85b1-444a-a498-f3a24cd2bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:55.774242 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Publish callbacks [] for router_gateway (8c5bbb13-8481-4a0c-a709-71197a0d36d9), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.797686 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6b124f-8df5-4dc4-a04b-3bbaa6bb8417 req-2fd8b8db-ed60-4962-86ea-f79a39099b38 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] No DVR routers for this DVR port 8322d52e-16ae-49fa-a614-eacc8025f50d on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:07:55.800250 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-9f6b124f-8df5-4dc4-a04b-3bbaa6bb8417 req-2fd8b8db-ed60-4962-86ea-f79a39099b38 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.804817 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9f6b124f-8df5-4dc4-a04b-3bbaa6bb8417 req-2fd8b8db-ed60-4962-86ea-f79a39099b38 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.43 "DELETE /v2.0/ports/8322d52e-16ae-49fa-a614-eacc8025f50d HTTP/1.1" status: 204 len: 173 time: 0.6310914 Jun 22 09:07:55.805306 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'name': 'network-vif-deleted', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:55.808081 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e747c89-f53d-498c-8292-0fe0962ecb7d" -d '{"events": [{"server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "name": "network-vif-deleted", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:55.813429 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:55.848444 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f76b43a-5821-41da-ac87-ab634b296c3e x-openstack-request-id: req-9f76b43a-5821-41da-ac87-ab634b296c3e {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:55.848838 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dd4b24-61df-4868-a828-c99798580375", "name": "network-vif-deleted", "tag": "8322d52e-16ae-49fa-a614-eacc8025f50d", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:55.849207 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f76b43a-5821-41da-ac87-ab634b296c3e {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:55.849704 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f76b43a-5821-41da-ac87-ab634b296c3e'] response: {'server_uuid': 'c7dd4b24-61df-4868-a828-c99798580375', 'name': 'network-vif-deleted', 'tag': '8322d52e-16ae-49fa-a614-eacc8025f50d', 'status': 'completed', 'code': 200} Jun 22 09:07:55.870326 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-3389158a-85b1-444a-a498-f3a24cd2bb09 None None] Set router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:55.910850 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Deleting port cb92a966-3340-4ff5-9c08-e7bba348e85f {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:55.911325 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.981873 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3264ba67-94f6-44c2-831d-fd062a7a33ee req-da068364-3971-47ee-9b7f-bec400999f31 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 210 time: 0.0312252 Jun 22 09:07:56.023499 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] For port cb92a966-3340-4ff5-9c08-e7bba348e85f, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=cb92a966-3340-4ff5-9c08-e7bba348e85f,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:56.023863 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.044557 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Calling delete_port for cb92a966-3340-4ff5-9c08-e7bba348e85f owned by network:router_gateway {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:56.168456 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4b366-9bee-474a-aa0d-b520ca6f56ae req-cff4c90f-11af-4193-ac51-1a331efd693c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:56.170405 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d9f4b366-9bee-474a-aa0d-b520ca6f56ae req-cff4c90f-11af-4193-ac51-1a331efd693c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 944 time: 0.0680127 Jun 22 09:07:56.172142 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3389158a-85b1-444a-a498-f3a24cd2bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:07:54Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:56.213593 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389158a-85b1-444a-a498-f3a24cd2bb09 None None] The sync data for ids ['8c5bbb13-8481-4a0c-a709-71197a0d36d9'] in dv-cinder-787296-11-iscsi is: [{'id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'name': 'tempest-AttachVolumeNegativeTest-63610572-router', 'tenant_id': '3c906f2149774a18b39228b7b6ef556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:00:35Z', 'updated_at': '2022-06-22T09:07:54Z', 'revision_number': 5, 'project_id': '3c906f2149774a18b39228b7b6ef556f', 'gw_port': {'id': 'cb92a966-3340-4ff5-9c08-e7bba348e85f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5bbb13-8481-4a0c-a709-71197a0d36d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:00:36Z', 'updated_at': '2022-06-22T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:56.280563 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d9f4b366-9bee-474a-aa0d-b520ca6f56ae req-8a574e37-c8be-47ea-95da-ca3470aa29c3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999031 Jun 22 09:07:56.450459 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (cb92a966-3340-4ff5-9c08-e7bba348e85f), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.478887 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb92a966-3340-4ff5-9c08-e7bba348e85f,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:56.553412 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-490552'] for router_gateway (8c5bbb13-8481-4a0c-a709-71197a0d36d9), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.556988 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:56.658497 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-464945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25224'] for router (8c5bbb13-8481-4a0c-a709-71197a0d36d9), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.660918 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Publish callbacks [] for router_controller (8c5bbb13-8481-4a0c-a709-71197a0d36d9), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.794471 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device d4e8c160-14a9-41fd-951b-08b047752770 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:56.807576 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465087'] for router (8c5bbb13-8481-4a0c-a709-71197a0d36d9), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.808325 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c5bbb13-8481-4a0c-a709-71197a0d36d9 {{(pid=104240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:07:56.812887 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.817605 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-b8cb16e4-92d0-4871-83d4-48f457c54e13 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8c5bbb13-8481-4a0c-a709-71197a0d36d9 HTTP/1.1" status: 204 len: 168 time: 1.5512114 Jun 22 09:07:56.817605 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45432) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:56.840415 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: d4e8c160-14a9-41fd-951b-08b047752770 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:07:56.841454 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device d4e8c160-14a9-41fd-951b-08b047752770 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:56.883680 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45434) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:56.886963 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5eb4dbd-24ac-4640-a9a8-2c15ced7ed7d admin admin] Deleting subnet cf0ef2ba-1fde-4a23-9631-23e262f8bb0e {{(pid=104240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:07:56.890438 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c5eb4dbd-24ac-4640-a9a8-2c15ced7ed7d admin admin] Publish callbacks [] for subnet (cf0ef2ba-1fde-4a23-9631-23e262f8bb0e), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.907686 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:56.929535 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c5eb4dbd-24ac-4640-a9a8-2c15ced7ed7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13837601'] for subnet (cf0ef2ba-1fde-4a23-9631-23e262f8bb0e), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.972986 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:56.974180 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.016523 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c5eb4dbd-24ac-4640-a9a8-2c15ced7ed7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (cf0ef2ba-1fde-4a23-9631-23e262f8bb0e), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.070734 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:57.096339 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:57.106683 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.119853 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-94f51bf9-0505-4d28-b430-06b4b61668d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.134289 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c5eb4dbd-24ac-4640-a9a8-2c15ced7ed7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14068931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13124434'] for subnet (cf0ef2ba-1fde-4a23-9631-23e262f8bb0e), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.162707 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:57.169104 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d634c8-2cfb-4801-bfeb-1369520bcc5a" -d '{"events": [{"server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "name": "network-vif-plugged", "status": "completed", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:57.203615 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923096ee-ce7c-43a5-a5df-f8a588ab1f62 None None] Network 89fc451c-46b3-4008-9c5d-bc37135b61a8 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:57.216230 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c5eb4dbd-24ac-4640-a9a8-2c15ced7ed7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.226305 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-c5eb4dbd-24ac-4640-a9a8-2c15ced7ed7d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cf0ef2ba-1fde-4a23-9631-23e262f8bb0e HTTP/1.1" status: 204 len: 168 time: 0.4079499 Jun 22 09:07:57.230100 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45442) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:57.230832 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb4dbd-24ac-4640-a9a8-2c15ced7ed7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0ef2ba-1fde-4a23-9631-23e262f8bb0e,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:57.261247 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-38b66e80-3549-44ba-8bdf-271fd22851c1 req-ce729b46-0cd9-4e10-a6fe-c7d7d25dacf9 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7dd4b24-61df-4868-a828-c99798580375 HTTP/1.1" status: 200 len: 210 time: 0.0790358 Jun 22 09:07:57.322699 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b282cd10-6a23-4812-ace5-fa983d62509b x-openstack-request-id: req-b282cd10-6a23-4812-ace5-fa983d62509b {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:57.323304 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "name": "network-vif-plugged", "status": "completed", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:57.323721 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b282cd10-6a23-4812-ace5-fa983d62509b {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:57.324315 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b282cd10-6a23-4812-ace5-fa983d62509b'] response: {'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'code': 200} Jun 22 09:07:57.357361 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:57.363330 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-94f51bf9-0505-4d28-b430-06b4b61668d5 admin admin] Publish callbacks [] for security_group (7908a083-c9c3-43d1-8c43-e5c6a62d4ac1), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.400097 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (89fc451c-46b3-4008-9c5d-bc37135b61a8), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.423786 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.449943 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-94f51bf9-0505-4d28-b430-06b4b61668d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (7908a083-c9c3-43d1-8c43-e5c6a62d4ac1), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.478137 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,revision_number=7']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:57.515753 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca991e03-8571-407b-9547-eb82caa85991 req-d26cffdb-f499-440e-94c3-cde9281e870e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:57.517527 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ca991e03-8571-407b-9547-eb82caa85991 req-d26cffdb-f499-440e-94c3-cde9281e870e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 944 time: 0.1152079 Jun 22 09:07:57.527027 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f51bf9-0505-4d28-b430-06b4b61668d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7908a083-c9c3-43d1-8c43-e5c6a62d4ac1,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:57.528409 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Deleting port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:57.529257 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.535462 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-94f51bf9-0505-4d28-b430-06b4b61668d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=232c32821490488ea1511d8515cebab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6486304 Jun 22 09:07:57.536196 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45446) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:57.543944 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:57.616247 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] For port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:57.616619 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.639020 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05495de9-cc7f-4d8e-889c-4d9ef16b1ed4 None None] DHCP port deletion for 89fc451c-46b3-4008-9c5d-bc37135b61a8 request from dv-cinder-787296-11-iscsi {{(pid=104241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:07:57.648114 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ca991e03-8571-407b-9547-eb82caa85991 req-991a56e7-cd49-4e41-9539-e67102b38eb1 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000664 Jun 22 09:07:57.652095 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Calling delete_port for ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 owned by network:dhcp {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:57.686231 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-29136433-a252-403a-ad4b-ae06a0fc83d1 admin admin] Publish callbacks [] for security_group (7908a083-c9c3-43d1-8c43-e5c6a62d4ac1), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.714721 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-29136433-a252-403a-ad4b-ae06a0fc83d1 admin admin] Publish callbacks [] for security_group (7908a083-c9c3-43d1-8c43-e5c6a62d4ac1), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.721961 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-05495de9-cc7f-4d8e-889c-4d9ef16b1ed4 None None] Deleting port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 {{(pid=104241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:57.725981 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-05495de9-cc7f-4d8e-889c-4d9ef16b1ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), before_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.827258 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-05495de9-cc7f-4d8e-889c-4d9ef16b1ed4 None None] For port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0,segment=NetworkSegment(4cc94c1e-2b22-4be4-9b51-3df09177ef16),segment_id=4cc94c1e-2b22-4be4-9b51-3df09177ef16)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:57.827577 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-05495de9-cc7f-4d8e-889c-4d9ef16b1ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), precommit_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.846476 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-05495de9-cc7f-4d8e-889c-4d9ef16b1ed4 None None] Calling delete_port for ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 owned by network:dhcp {{(pid=104241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:07:57.865186 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-29136433-a252-403a-ad4b-ae06a0fc83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (7908a083-c9c3-43d1-8c43-e5c6a62d4ac1), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.868179 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-29136433-a252-403a-ad4b-ae06a0fc83d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.874602 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-29136433-a252-403a-ad4b-ae06a0fc83d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7908a083-c9c3-43d1-8c43-e5c6a62d4ac1 HTTP/1.1" status: 204 len: 168 time: 0.3321986 Jun 22 09:07:57.896789 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.915185 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:57.919842 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29136433-a252-403a-ad4b-ae06a0fc83d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7908a083-c9c3-43d1-8c43-e5c6a62d4ac1,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:57.942726 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:57.947360 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] No DVR routers for this DVR port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 on host dv-cinder-787296-11-iscsi {{(pid=104240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:07:57.964411 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-05495de9-cc7f-4d8e-889c-4d9ef16b1ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0), after_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.995875 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05495de9-cc7f-4d8e-889c-4d9ef16b1ed4 None None] Pushing event deleted for resources: {'Port': ['ID=ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0,revision_number=None']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:58.000302 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05495de9-cc7f-4d8e-889c-4d9ef16b1ed4 None None] No DVR routers for this DVR port ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 on host dv-cinder-787296-11-iscsi {{(pid=104241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:07:58.049498 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (89fc451c-46b3-4008-9c5d-bc37135b61a8), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.073776 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fc451c-46b3-4008-9c5d-bc37135b61a8']}} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:58.087083 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc94c1e-2b22-4be4-9b51-3df09177ef16') {'for_net_delete': True} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:58.087367 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc94c1e-2b22-4be4-9b51-3df09177ef16') {} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:58.105130 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13837626'] for segment (4cc94c1e-2b22-4be4-9b51-3df09177ef16), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.123021 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (4cc94c1e-2b22-4be4-9b51-3df09177ef16), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.135792 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:07:58.136337 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14068905'] for segment (4cc94c1e-2b22-4be4-9b51-3df09177ef16), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.198843 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 4cc94c1e-2b22-4be4-9b51-3df09177ef16 resource provider aggregate not found Jun 22 09:07:58.219125 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 4cc94c1e-2b22-4be4-9b51-3df09177ef16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cc94c1e-2b22-4be4-9b51-3df09177ef16 found for delete ", "request_id": "req-19d0e196-6e63-4a2b-bdf4-e6d71a88827b"}]} Jun 22 09:07:58.290493 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (89fc451c-46b3-4008-9c5d-bc37135b61a8), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.323066 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.330778 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] 10.222.0.36 "DELETE /v2.0/networks/89fc451c-46b3-4008-9c5d-bc37135b61a8 HTTP/1.1" status: 204 len: 168 time: 1.0977933 Jun 22 09:07:58.332386 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:58.336647 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1839687-f40d-408e-9987-cef37897d9be admin admin] Pushing event deleted for resources: {'Network': ['ID=89fc451c-46b3-4008-9c5d-bc37135b61a8,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:58.373627 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45462) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:58.382902 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:58.472699 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-acd93e90-4b18-486f-bdcc-2a8c70be8833 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group (628c8c77-f6c4-407b-8469-0b329056bf9c), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.509202 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-acd93e90-4b18-486f-bdcc-2a8c70be8833 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group (628c8c77-f6c4-407b-8469-0b329056bf9c), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.665060 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:58.687620 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-acd93e90-4b18-486f-bdcc-2a8c70be8833 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (628c8c77-f6c4-407b-8469-0b329056bf9c), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.692838 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-acd93e90-4b18-486f-bdcc-2a8c70be8833 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.703344 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-acd93e90-4b18-486f-bdcc-2a8c70be8833 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] 10.222.0.36 "DELETE /v2.0/security-groups/628c8c77-f6c4-407b-8469-0b329056bf9c HTTP/1.1" status: 204 len: 168 time: 0.3240392 Jun 22 09:07:58.724965 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd93e90-4b18-486f-bdcc-2a8c70be8833 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628c8c77-f6c4-407b-8469-0b329056bf9c,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:58.732672 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:07:58.737078 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device ef7aeb26-8cd4-4b8d-b029-73aa7275e6d0 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:58.737078 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device cb92a966-3340-4ff5-9c08-e7bba348e85f no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:58.759688 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: cb92a966-3340-4ff5-9c08-e7bba348e85f {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:07:58.763316 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device cb92a966-3340-4ff5-9c08-e7bba348e85f not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:58.808775 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45474) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:58.849300 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45478) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:58.924502 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 8322d52e-16ae-49fa-a614-eacc8025f50d no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:07:58.962308 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 8322d52e-16ae-49fa-a614-eacc8025f50d {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:07:58.962836 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 8322d52e-16ae-49fa-a614-eacc8025f50d not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:07:58.965747 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-c7f955c2-19a3-4468-ab4b-06ef6c156cd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c906f2149774a18b39228b7b6ef556f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1125810 Jun 22 09:07:58.966627 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45482) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:58.978142 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d2979-52ea-4f13-9072-e2ad274e4228 req-cbe1b4c1-486b-4580-928b-99c05d536afb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:58.986508 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-048d2979-52ea-4f13-9072-e2ad274e4228 req-cbe1b4c1-486b-4580-928b-99c05d536afb tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.1196866 Jun 22 09:07:59.049347 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-048d2979-52ea-4f13-9072-e2ad274e4228 req-3296e7f9-1857-4ab7-afa1-c5f2e19cb63d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616436 Jun 22 09:07:59.111017 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1fe66315-4e3c-4c50-8cf0-fb7979d50412 admin admin] Publish callbacks [] for security_group (78aceb72-58ad-430f-83a3-afddd83fd11a), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:59.142148 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1fe66315-4e3c-4c50-8cf0-fb7979d50412 admin admin] Publish callbacks [] for security_group (78aceb72-58ad-430f-83a3-afddd83fd11a), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:59.279078 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1fe66315-4e3c-4c50-8cf0-fb7979d50412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (78aceb72-58ad-430f-83a3-afddd83fd11a), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:59.281899 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1fe66315-4e3c-4c50-8cf0-fb7979d50412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:59.285641 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-1fe66315-4e3c-4c50-8cf0-fb7979d50412 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78aceb72-58ad-430f-83a3-afddd83fd11a HTTP/1.1" status: 204 len: 168 time: 0.3156540 Jun 22 09:07:59.300481 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe66315-4e3c-4c50-8cf0-fb7979d50412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aceb72-58ad-430f-83a3-afddd83fd11a,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:59.438380 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:59.565598 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460168'] for router_interface (0d3c316b-3c74-4a1d-a95d-80dc282a9090), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:59.907488 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] Deleting port 9871f06a-ec77-4a05-8ccb-48715e8daeb1 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:07:59.908691 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:00.078679 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] For port 9871f06a-ec77-4a05-8ccb-48715e8daeb1, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=9871f06a-ec77-4a05-8ccb-48715e8daeb1,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:00.082895 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:00.111924 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] Calling delete_port for 9871f06a-ec77-4a05-8ccb-48715e8daeb1 owned by network:router_interface {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:00.251661 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954f312-bdd1-4e2a-9271-b1588960a6f4 req-72a4328f-6206-45a0-a2f1-5c9d83b5fb25 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:00.253800 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4954f312-bdd1-4e2a-9271-b1588960a6f4 req-72a4328f-6206-45a0-a2f1-5c9d83b5fb25 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.1163864 Jun 22 09:08:00.358042 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:00.369142 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4954f312-bdd1-4e2a-9271-b1588960a6f4 req-55056c9e-a44f-471f-96d6-625a9905daf7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015863 Jun 22 09:08:00.567671 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (9871f06a-ec77-4a05-8ccb-48715e8daeb1), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:00.597108 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9871f06a-ec77-4a05-8ccb-48715e8daeb1,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:00.735513 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:00.792739 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460060'] for router_interface (0d3c316b-3c74-4a1d-a95d-80dc282a9090), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:01.021625 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] Router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:08:01.135496 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:08:01.143638 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-712dc489-023b-46ad-9c3f-343b0288fce7 admin admin] 10.222.0.36 "PUT /v2.0/routers/0d3c316b-3c74-4a1d-a95d-80dc282a9090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3336291 Jun 22 09:08:01.146195 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45552) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:01.156131 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6302b-6b9e-4e26-b7da-345019f1ca55 None None] Sync routers for ids ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:08:01.166621 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6302b-6b9e-4e26-b7da-345019f1ca55 None None] Routers {'0d3c316b-3c74-4a1d-a95d-80dc282a9090'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:01.167242 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c2e6302b-6b9e-4e26-b7da-345019f1ca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:01.235006 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:01.279738 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-c2e6302b-6b9e-4e26-b7da-345019f1ca55 None None] Set router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:01.313563 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Publish callbacks [] for router (0d3c316b-3c74-4a1d-a95d-80dc282a9090), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:01.460244 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Publish callbacks [] for router_gateway (0d3c316b-3c74-4a1d-a95d-80dc282a9090), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:01.749490 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c2e6302b-6b9e-4e26-b7da-345019f1ca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:08:00Z', 'revision_number': 5, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port': {'id': '759ee05e-5ee7-46bf-a296-aa6809d745be', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:23Z', 'updated_at': '2022-06-22T09:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:01.780950 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6302b-6b9e-4e26-b7da-345019f1ca55 None None] Checking router: 0d3c316b-3c74-4a1d-a95d-80dc282a9090 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:08:01.803396 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6302b-6b9e-4e26-b7da-345019f1ca55 None None] Routers {'0d3c316b-3c74-4a1d-a95d-80dc282a9090'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:01.804291 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c2e6302b-6b9e-4e26-b7da-345019f1ca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:01.904325 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f456b0a-aa9c-42c0-97f7-122e44b636f6 req-dddc19bf-ccb4-4d0c-9426-40c5db48f772 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:01.907637 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1f456b0a-aa9c-42c0-97f7-122e44b636f6 req-dddc19bf-ccb4-4d0c-9426-40c5db48f772 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.3959260 Jun 22 09:08:01.929429 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-c2e6302b-6b9e-4e26-b7da-345019f1ca55 None None] Set router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 gateway port host: None {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:01.947718 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Deleting port 759ee05e-5ee7-46bf-a296-aa6809d745be {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:01.948060 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:02.004304 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1f456b0a-aa9c-42c0-97f7-122e44b636f6 req-d27d98e9-cdd9-4b98-b753-b77813a412a7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575721 Jun 22 09:08:02.066797 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c2e6302b-6b9e-4e26-b7da-345019f1ca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:08:01Z', 'revision_number': 6, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port_host': None}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:02.118449 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6302b-6b9e-4e26-b7da-345019f1ca55 None None] The sync data for ids ['0d3c316b-3c74-4a1d-a95d-80dc282a9090'] in dv-cinder-787296-11-iscsi is: [{'id': '0d3c316b-3c74-4a1d-a95d-80dc282a9090', 'name': 'tempest-TestShelveInstance-1442470997-router', 'tenant_id': '88cc58068dc749479b723b40a455c8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:22Z', 'updated_at': '2022-06-22T09:08:01Z', 'revision_number': 6, 'project_id': '88cc58068dc749479b723b40a455c8c3', 'gw_port_host': None}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:08:02.134990 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] For port 759ee05e-5ee7-46bf-a296-aa6809d745be, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=759ee05e-5ee7-46bf-a296-aa6809d745be,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:02.136974 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:02.184338 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Calling delete_port for 759ee05e-5ee7-46bf-a296-aa6809d745be owned by network:router_gateway {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:02.471476 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (759ee05e-5ee7-46bf-a296-aa6809d745be), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:02.505157 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=759ee05e-5ee7-46bf-a296-aa6809d745be,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:02.638944 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-490552'] for router_gateway (0d3c316b-3c74-4a1d-a95d-80dc282a9090), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:02.773137 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-464945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25224'] for router (0d3c316b-3c74-4a1d-a95d-80dc282a9090), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:02.776162 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Publish callbacks [] for router_controller (0d3c316b-3c74-4a1d-a95d-80dc282a9090), precommit_delete_associations {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:02.910831 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465087'] for router (0d3c316b-3c74-4a1d-a95d-80dc282a9090), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:02.911815 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3c316b-3c74-4a1d-a95d-80dc282a9090 {{(pid=104239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:08:02.918410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:02.920262 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-a32edccb-31cb-420d-b6a5-37dad22b87b8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0d3c316b-3c74-4a1d-a95d-80dc282a9090 HTTP/1.1" status: 204 len: 168 time: 1.7730939 Jun 22 09:08:02.923505 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45606) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:03.026556 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_v2 [None req-3186090a-9110-46fe-a68e-6249370fb934 admin admin] Deleting subnet 2a586f2d-d95c-49a5-88ae-d5e1001f7a4f {{(pid=104240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:08:03.033383 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3186090a-9110-46fe-a68e-6249370fb934 admin admin] Publish callbacks [] for subnet (2a586f2d-d95c-49a5-88ae-d5e1001f7a4f), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:03.125136 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 9871f06a-ec77-4a05-8ccb-48715e8daeb1 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:08:03.132660 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3186090a-9110-46fe-a68e-6249370fb934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13837601'] for subnet (2a586f2d-d95c-49a5-88ae-d5e1001f7a4f), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:03.146318 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:03.184689 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 9871f06a-ec77-4a05-8ccb-48715e8daeb1 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:08:03.186346 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 9871f06a-ec77-4a05-8ccb-48715e8daeb1 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:08:03.199692 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3f365-3070-4769-a845-9906156adcbd req-0af02e4f-71b2-48c0-a89e-1c78a6643540 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:03.211337 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-91c3f365-3070-4769-a845-9906156adcbd req-0af02e4f-71b2-48c0-a89e-1c78a6643540 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0818853 Jun 22 09:08:03.245131 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3186090a-9110-46fe-a68e-6249370fb934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (2a586f2d-d95c-49a5-88ae-d5e1001f7a4f), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:03.284459 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-91c3f365-3070-4769-a845-9906156adcbd req-8629e937-19f5-45e1-8d71-e934dbd9b039 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659821 Jun 22 09:08:03.300076 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:03.494644 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3186090a-9110-46fe-a68e-6249370fb934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14068931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13124434'] for subnet (2a586f2d-d95c-49a5-88ae-d5e1001f7a4f), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:03.524066 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a5aaaf-cb0f-4f88-b2dc-b14789d2db5b None None] Network 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:08:03.542394 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186090a-9110-46fe-a68e-6249370fb934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a586f2d-d95c-49a5-88ae-d5e1001f7a4f,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:03.552878 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3186090a-9110-46fe-a68e-6249370fb934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:03.556756 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-3186090a-9110-46fe-a68e-6249370fb934 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2a586f2d-d95c-49a5-88ae-d5e1001f7a4f HTTP/1.1" status: 204 len: 168 time: 0.6319470 Jun 22 09:08:03.559975 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45610) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:03.589128 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:03.726122 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (4df2dd48-6f93-4c9d-94e5-26ba102bb6e6), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:03.738337 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:03.785452 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Deleting port e1f0dda1-efc0-4bdb-afbc-492d8c717379 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:03.785938 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:03.919105 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] For port e1f0dda1-efc0-4bdb-afbc-492d8c717379, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=e1f0dda1-efc0-4bdb-afbc-492d8c717379,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:03.919487 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:03.952555 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Calling delete_port for e1f0dda1-efc0-4bdb-afbc-492d8c717379 owned by network:dhcp {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:03.955243 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c1a7d-2b05-42c6-a61e-15c806975b45 None None] DHCP port deletion for 4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 request from dv-cinder-787296-11-iscsi {{(pid=104241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:08:04.003680 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-293c1a7d-2b05-42c6-a61e-15c806975b45 None None] Deleting port e1f0dda1-efc0-4bdb-afbc-492d8c717379 {{(pid=104241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:04.004146 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-293c1a7d-2b05-42c6-a61e-15c806975b45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), before_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.082146 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-293c1a7d-2b05-42c6-a61e-15c806975b45 None None] For port e1f0dda1-efc0-4bdb-afbc-492d8c717379, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=e1f0dda1-efc0-4bdb-afbc-492d8c717379,segment=NetworkSegment(f684fb0b-1dd0-464c-820f-ae76adc93d82),segment_id=f684fb0b-1dd0-464c-820f-ae76adc93d82)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:04.082532 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-293c1a7d-2b05-42c6-a61e-15c806975b45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), precommit_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.097561 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-293c1a7d-2b05-42c6-a61e-15c806975b45 None None] Calling delete_port for e1f0dda1-efc0-4bdb-afbc-492d8c717379 owned by network:dhcp {{(pid=104241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:04.186377 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.207003 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-293c1a7d-2b05-42c6-a61e-15c806975b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (e1f0dda1-efc0-4bdb-afbc-492d8c717379), after_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.215886 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f0dda1-efc0-4bdb-afbc-492d8c717379,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:04.222743 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] No DVR routers for this DVR port e1f0dda1-efc0-4bdb-afbc-492d8c717379 on host dv-cinder-787296-11-iscsi {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:08:04.244584 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c1a7d-2b05-42c6-a61e-15c806975b45 None None] No DVR routers for this DVR port e1f0dda1-efc0-4bdb-afbc-492d8c717379 on host dv-cinder-787296-11-iscsi {{(pid=104241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:08:04.246609 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c1a7d-2b05-42c6-a61e-15c806975b45 None None] Pushing event deleted for resources: {'Port': ['ID=e1f0dda1-efc0-4bdb-afbc-492d8c717379,revision_number=None']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:04.325949 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (4df2dd48-6f93-4c9d-94e5-26ba102bb6e6), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.353868 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df2dd48-6f93-4c9d-94e5-26ba102bb6e6']}} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:04.369259 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f684fb0b-1dd0-464c-820f-ae76adc93d82') {'for_net_delete': True} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:04.371638 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f684fb0b-1dd0-464c-820f-ae76adc93d82') {} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:04.393609 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57991598'] for segment (f684fb0b-1dd0-464c-820f-ae76adc93d82), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.448560 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (f684fb0b-1dd0-464c-820f-ae76adc93d82), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.463962 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aa14f-b28d-4676-b929-16d586a519ca req-e509002e-0f62-4e9d-a8e4-eefa48785a53 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:04.468998 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad2aa14f-b28d-4676-b929-16d586a519ca req-e509002e-0f62-4e9d-a8e4-eefa48785a53 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0736644 Jun 22 09:08:04.468998 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:08:04.468998 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57332411'] for segment (f684fb0b-1dd0-464c-820f-ae76adc93d82), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.516853 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment f684fb0b-1dd0-464c-820f-ae76adc93d82 resource provider aggregate not found Jun 22 09:08:04.555238 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment f684fb0b-1dd0-464c-820f-ae76adc93d82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f684fb0b-1dd0-464c-820f-ae76adc93d82 found for delete ", "request_id": "req-d31fd81b-ef99-44aa-9c54-7596effa4f57"}]} Jun 22 09:08:04.569751 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:04.576703 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ad2aa14f-b28d-4676-b929-16d586a519ca req-9adaf091-7c9c-4069-93a2-50356005b3b4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954742 Jun 22 09:08:04.669170 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 759ee05e-5ee7-46bf-a296-aa6809d745be no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:08:04.678579 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (4df2dd48-6f93-4c9d-94e5-26ba102bb6e6), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.698733 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 759ee05e-5ee7-46bf-a296-aa6809d745be {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:08:04.699362 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 759ee05e-5ee7-46bf-a296-aa6809d745be not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:08:04.699856 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.700221 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device e1f0dda1-efc0-4bdb-afbc-492d8c717379 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:08:04.712424 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] 10.222.0.36 "DELETE /v2.0/networks/4df2dd48-6f93-4c9d-94e5-26ba102bb6e6 HTTP/1.1" status: 204 len: 168 time: 1.1475873 Jun 22 09:08:04.717093 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45624) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:04.726538 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: e1f0dda1-efc0-4bdb-afbc-492d8c717379 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:08:04.727347 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device e1f0dda1-efc0-4bdb-afbc-492d8c717379 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:08:04.810785 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deae95-b818-49f7-8a86-9a9ca1ed9fef admin admin] Pushing event deleted for resources: {'Network': ['ID=4df2dd48-6f93-4c9d-94e5-26ba102bb6e6,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:04.983648 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.189127 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460168'] for router_interface (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.458007 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] Deleting port b8c35dde-abaf-4e33-979e-dc858e52095e {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:05.458384 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.535654 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:05.543195 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] For port b8c35dde-abaf-4e33-979e-dc858e52095e, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b8c35dde-abaf-4e33-979e-dc858e52095e,segment=NetworkSegment(10657468-68db-4971-a98d-471126f3cf7f),segment_id=10657468-68db-4971-a98d-471126f3cf7f)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:05.543552 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.556614 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] Calling delete_port for b8c35dde-abaf-4e33-979e-dc858e52095e owned by network:router_interface {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:05.718477 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:05.747621 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb095b-6daa-4853-a13e-ab8571b2e272 req-6812a3ab-58e7-4d91-b20a-e2f5cb999934 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:05.749122 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ebeb095b-6daa-4853-a13e-ab8571b2e272 req-6812a3ab-58e7-4d91-b20a-e2f5cb999934 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0845606 Jun 22 09:08:05.846659 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ebeb095b-6daa-4853-a13e-ab8571b2e272 req-c235748e-15ca-4a84-aeea-7d722ae26da2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908482 Jun 22 09:08:05.946469 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (b8c35dde-abaf-4e33-979e-dc858e52095e), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.977252 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c35dde-abaf-4e33-979e-dc858e52095e,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:06.208908 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460060'] for router_interface (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:06.486452 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] Router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:08:06.619719 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:08:06.627805 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-f93b841c-b05b-4284-9e58-7a7f26397543 admin admin] 10.222.0.36 "PUT /v2.0/routers/b9e8abed-5dc5-4dd1-8699-49e7fc319bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9033608 Jun 22 09:08:06.628108 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45658) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:06.638305 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1627cc3-f7f1-4a08-af99-142922472413 None None] Sync routers for ids ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:08:06.650641 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1627cc3-f7f1-4a08-af99-142922472413 None None] Routers {'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:06.651495 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-b1627cc3-f7f1-4a08-af99-142922472413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:06.758870 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Publish callbacks [] for router (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:06.795875 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-b1627cc3-f7f1-4a08-af99-142922472413 None None] Set router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:06.893293 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Publish callbacks [] for router_gateway (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.014578 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef0b72-7cc3-47d9-823c-a4504bd16da4 req-37c2aa3e-6bee-46ad-b136-ee2ebe940cb4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:07.016443 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dbef0b72-7cc3-47d9-823c-a4504bd16da4 req-37c2aa3e-6bee-46ad-b136-ee2ebe940cb4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0639219 Jun 22 09:08:07.029132 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Deleting port 9fb2db40-aa1d-404e-9004-c19ca3542609 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:07.029852 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.034683 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-b1627cc3-f7f1-4a08-af99-142922472413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'name': 'tempest-TestShelveInstance-1593452600-router', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:32Z', 'updated_at': '2022-06-22T09:08:05Z', 'revision_number': 5, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'gw_port': {'id': '9fb2db40-aa1d-404e-9004-c19ca3542609', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:33Z', 'updated_at': '2022-06-22T09:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:07.041474 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:07.070993 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1627cc3-f7f1-4a08-af99-142922472413 None None] Checking router: b9e8abed-5dc5-4dd1-8699-49e7fc319bfc for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:08:07.085144 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1627cc3-f7f1-4a08-af99-142922472413 None None] Routers {'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:07.086607 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-b1627cc3-f7f1-4a08-af99-142922472413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:07:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:07.090840 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dbef0b72-7cc3-47d9-823c-a4504bd16da4 req-c7b333bf-f807-4b72-8c05-74045c63b076 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675061 Jun 22 09:08:07.164341 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] For port 9fb2db40-aa1d-404e-9004-c19ca3542609, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=9fb2db40-aa1d-404e-9004-c19ca3542609,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:07.164702 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.180037 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Calling delete_port for 9fb2db40-aa1d-404e-9004-c19ca3542609 owned by network:router_gateway {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:07.180709 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:07.191064 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-b1627cc3-f7f1-4a08-af99-142922472413 None None] Set router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc gateway port host: None {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:07.272614 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-b1627cc3-f7f1-4a08-af99-142922472413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'name': 'tempest-TestShelveInstance-1593452600-router', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:32Z', 'updated_at': '2022-06-22T09:08:06Z', 'revision_number': 6, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'gw_port_host': None}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:07.309579 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1627cc3-f7f1-4a08-af99-142922472413 None None] The sync data for ids ['b9e8abed-5dc5-4dd1-8699-49e7fc319bfc'] in dv-cinder-787296-11-iscsi is: [{'id': 'b9e8abed-5dc5-4dd1-8699-49e7fc319bfc', 'name': 'tempest-TestShelveInstance-1593452600-router', 'tenant_id': 'ccea29c3839345c2b8f3726ea2100bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:32Z', 'updated_at': '2022-06-22T09:08:06Z', 'revision_number': 6, 'project_id': 'ccea29c3839345c2b8f3726ea2100bed', 'gw_port_host': None}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:08:07.368799 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:07.498668 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (9fb2db40-aa1d-404e-9004-c19ca3542609), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.549046 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb2db40-aa1d-404e-9004-c19ca3542609,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:07.642388 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-490552'] for router_gateway (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.776785 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-464945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25224'] for router (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.779990 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Publish callbacks [] for router_controller (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.921925 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465087'] for router (b9e8abed-5dc5-4dd1-8699-49e7fc319bfc), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.922632 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e8abed-5dc5-4dd1-8699-49e7fc319bfc {{(pid=104240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:08:07.931955 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.931955 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-b811ae05-f007-457f-bb6a-377c0e665d63 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b9e8abed-5dc5-4dd1-8699-49e7fc319bfc HTTP/1.1" status: 204 len: 168 time: 1.3002448 Jun 22 09:08:07.932729 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45674) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:07.995047 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba77e75-7ea4-462e-b287-3d70c1306aef admin admin] Deleting subnet f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3 {{(pid=104239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:08:07.999598 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5ba77e75-7ea4-462e-b287-3d70c1306aef admin admin] Publish callbacks [] for subnet (f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.054051 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5ba77e75-7ea4-462e-b287-3d70c1306aef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57991605'] for subnet (f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3), precommit_delete_associations {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.215919 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5ba77e75-7ea4-462e-b287-3d70c1306aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.317812 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b982c13-de96-418d-b3c4-1ace9bce7efc req-4468081c-6c87-487a-af20-4e8211f273af tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:08.326243 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b982c13-de96-418d-b3c4-1ace9bce7efc req-4468081c-6c87-487a-af20-4e8211f273af tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.1207414 Jun 22 09:08:08.365281 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:08.402471 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45682) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:08.405538 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8b982c13-de96-418d-b3c4-1ace9bce7efc req-3fb39dc7-6595-444d-8818-4eb38beb806f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783057 Jun 22 09:08:08.464599 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5ba77e75-7ea4-462e-b287-3d70c1306aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57332433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58042906'] for subnet (f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.506447 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba77e75-7ea4-462e-b287-3d70c1306aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:08.512844 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5ba77e75-7ea4-462e-b287-3d70c1306aef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.516135 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-5ba77e75-7ea4-462e-b287-3d70c1306aef admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f131e6d8-7d2a-42d1-b7f8-ec6416fa19d3 HTTP/1.1" status: 204 len: 168 time: 0.5816350 Jun 22 09:08:08.518975 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45686) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:08.529017 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c24be-c1be-43e9-8e42-9d7089ab2182 None None] Network bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:08:08.565400 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:08.597824 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-86584ea3-c019-4785-97f4-385f05ed3229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.664505 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.744928 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 9fb2db40-aa1d-404e-9004-c19ca3542609 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:08:08.764150 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Deleting port b8df0bbd-ab50-4344-bd04-94a34966962b {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:08.764475 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.774560 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 9fb2db40-aa1d-404e-9004-c19ca3542609 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:08:08.774994 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 9fb2db40-aa1d-404e-9004-c19ca3542609 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:08:08.775475 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b8c35dde-abaf-4e33-979e-dc858e52095e no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:08:08.803231 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: b8c35dde-abaf-4e33-979e-dc858e52095e {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:08:08.804083 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b8c35dde-abaf-4e33-979e-dc858e52095e not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:08:08.860732 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-86584ea3-c019-4785-97f4-385f05ed3229 admin admin] Publish callbacks [] for security_group (877d4a43-9764-427b-a18d-a4a755c2f79f), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.868913 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] For port b8df0bbd-ab50-4344-bd04-94a34966962b, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b8df0bbd-ab50-4344-bd04-94a34966962b,segment=NetworkSegment(10657468-68db-4971-a98d-471126f3cf7f),segment_id=10657468-68db-4971-a98d-471126f3cf7f)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:08.869323 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.886676 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Calling delete_port for b8df0bbd-ab50-4344-bd04-94a34966962b owned by network:dhcp {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:08.899028 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0793d0-1149-4ec4-86b2-9c9a0218823c None None] DHCP port deletion for bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 request from dv-cinder-787296-11-iscsi {{(pid=104241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:08:08.941611 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-86584ea3-c019-4785-97f4-385f05ed3229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (877d4a43-9764-427b-a18d-a4a755c2f79f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.956268 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-ae0793d0-1149-4ec4-86b2-9c9a0218823c None None] Deleting port b8df0bbd-ab50-4344-bd04-94a34966962b {{(pid=104241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:08.956786 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ae0793d0-1149-4ec4-86b2-9c9a0218823c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), before_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.000729 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86584ea3-c019-4785-97f4-385f05ed3229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877d4a43-9764-427b-a18d-a4a755c2f79f,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:09.007366 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-86584ea3-c019-4785-97f4-385f05ed3229 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bfa2ebab8e446f88e269982d78eb49e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6036255 Jun 22 09:08:09.010207 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45688) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:09.081915 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-ae0793d0-1149-4ec4-86b2-9c9a0218823c None None] For port b8df0bbd-ab50-4344-bd04-94a34966962b, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b8df0bbd-ab50-4344-bd04-94a34966962b,segment=NetworkSegment(10657468-68db-4971-a98d-471126f3cf7f),segment_id=10657468-68db-4971-a98d-471126f3cf7f)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:09.082344 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ae0793d0-1149-4ec4-86b2-9c9a0218823c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), precommit_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.094133 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.107502 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:09.110768 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-ae0793d0-1149-4ec4-86b2-9c9a0218823c None None] Calling delete_port for b8df0bbd-ab50-4344-bd04-94a34966962b owned by network:dhcp {{(pid=104241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:09.115364 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] No DVR routers for this DVR port b8df0bbd-ab50-4344-bd04-94a34966962b on host dv-cinder-787296-11-iscsi {{(pid=104240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:08:09.147789 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8df0bbd-ab50-4344-bd04-94a34966962b,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:09.148755 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-07a1f59a-0112-47f2-be65-e34a15a67ce5 admin admin] Publish callbacks [] for security_group (877d4a43-9764-427b-a18d-a4a755c2f79f), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.180031 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-07a1f59a-0112-47f2-be65-e34a15a67ce5 admin admin] Publish callbacks [] for security_group (877d4a43-9764-427b-a18d-a4a755c2f79f), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.211679 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:09.239868 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.245239 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ae0793d0-1149-4ec4-86b2-9c9a0218823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (b8df0bbd-ab50-4344-bd04-94a34966962b), after_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.270697 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0793d0-1149-4ec4-86b2-9c9a0218823c None None] Pushing event deleted for resources: {'Port': ['ID=b8df0bbd-ab50-4344-bd04-94a34966962b,revision_number=None']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:09.274628 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9']}} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:09.286048 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10657468-68db-4971-a98d-471126f3cf7f') {'for_net_delete': True} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:09.286358 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10657468-68db-4971-a98d-471126f3cf7f') {} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:09.288280 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0793d0-1149-4ec4-86b2-9c9a0218823c None None] No DVR routers for this DVR port b8df0bbd-ab50-4344-bd04-94a34966962b on host dv-cinder-787296-11-iscsi {{(pid=104241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:08:09.309236 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13837626'] for segment (10657468-68db-4971-a98d-471126f3cf7f), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.329100 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (10657468-68db-4971-a98d-471126f3cf7f), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.338439 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=104240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:08:09.338916 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14068905'] for segment (10657468-68db-4971-a98d-471126f3cf7f), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.358664 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-07a1f59a-0112-47f2-be65-e34a15a67ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (877d4a43-9764-427b-a18d-a4a755c2f79f), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.361420 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-07a1f59a-0112-47f2-be65-e34a15a67ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.362559 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-07a1f59a-0112-47f2-be65-e34a15a67ce5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/877d4a43-9764-427b-a18d-a4a755c2f79f HTTP/1.1" status: 204 len: 168 time: 0.3502345 Jun 22 09:08:09.367612 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 10657468-68db-4971-a98d-471126f3cf7f resource provider aggregate not found Jun 22 09:08:09.377259 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1f59a-0112-47f2-be65-e34a15a67ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877d4a43-9764-427b-a18d-a4a755c2f79f,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:09.432051 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 10657468-68db-4971-a98d-471126f3cf7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10657468-68db-4971-a98d-471126f3cf7f found for delete ", "request_id": "req-fd2e5a70-4f41-42d5-b8af-9149cda6d121"}]} Jun 22 09:08:09.515348 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.523170 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.528438 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9 HTTP/1.1" status: 204 len: 168 time: 1.0067892 Jun 22 09:08:09.555859 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb75a1-4e5e-45db-9f8d-c76e3a633205 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba75278-fb6c-4db7-bff6-dcfa7cdd5ac9,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:09.582770 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacc4cf-27ca-4236-a282-90e1b3052c27 req-56a5e381-d7c1-441d-bc03-50a95897da16 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:09.584885 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbacc4cf-27ca-4236-a282-90e1b3052c27 req-56a5e381-d7c1-441d-bc03-50a95897da16 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0744123 Jun 22 09:08:09.657999 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbacc4cf-27ca-4236-a282-90e1b3052c27 req-aad582b0-3c50-4cda-b3e4-024979a83613 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638404 Jun 22 09:08:10.344383 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45710) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:10.407703 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-03f12c3b-375f-4016-b92c-a852bac9363c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88cc58068dc749479b723b40a455c8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612059 Jun 22 09:08:10.408397 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45712) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:10.468920 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0a1a6dd7-9d28-42e1-95cb-00c531a3d70f admin admin] Publish callbacks [] for security_group (75827894-20d5-4051-a3df-67042e0cd4a7), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.501444 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0a1a6dd7-9d28-42e1-95cb-00c531a3d70f admin admin] Publish callbacks [] for security_group (75827894-20d5-4051-a3df-67042e0cd4a7), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.501784 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45714) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:10.539193 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-152e94a2-7caf-4062-9833-887005149fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.577178 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:10.687008 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b8df0bbd-ab50-4344-bd04-94a34966962b no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:08:10.688343 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-152e94a2-7caf-4062-9833-887005149fb1 admin admin] Publish callbacks [] for security_group (af83e02e-8c76-42b7-b414-7b9a0d75bce6), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.720316 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: b8df0bbd-ab50-4344-bd04-94a34966962b {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:08:10.721046 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b8df0bbd-ab50-4344-bd04-94a34966962b not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:08:10.735271 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0a1a6dd7-9d28-42e1-95cb-00c531a3d70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (75827894-20d5-4051-a3df-67042e0cd4a7), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.738287 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0a1a6dd7-9d28-42e1-95cb-00c531a3d70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.739469 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-0a1a6dd7-9d28-42e1-95cb-00c531a3d70f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75827894-20d5-4051-a3df-67042e0cd4a7 HTTP/1.1" status: 204 len: 168 time: 0.3300390 Jun 22 09:08:10.754967 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a6dd7-9d28-42e1-95cb-00c531a3d70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75827894-20d5-4051-a3df-67042e0cd4a7,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:10.792877 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-152e94a2-7caf-4062-9833-887005149fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (af83e02e-8c76-42b7-b414-7b9a0d75bce6), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.857391 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:10.876828 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-152e94a2-7caf-4062-9833-887005149fb1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7aac81b77f5946f982ed0d0b8412b9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3726385 Jun 22 09:08:10.882531 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45720) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:10.886519 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51312fb-8dbd-4a5b-9fa3-e6c2c41cb366 req-c43e733f-e386-4169-8b3c-0bb069b45bdf tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:10.888062 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b51312fb-8dbd-4a5b-9fa3-e6c2c41cb366 req-c43e733f-e386-4169-8b3c-0bb069b45bdf tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.1149774 Jun 22 09:08:10.891073 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e94a2-7caf-4062-9833-887005149fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af83e02e-8c76-42b7-b414-7b9a0d75bce6,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:10.958004 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-db47a784-5993-43f5-857a-f1fcae4a9bd8 admin admin] Publish callbacks [] for security_group (af83e02e-8c76-42b7-b414-7b9a0d75bce6), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.966733 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b51312fb-8dbd-4a5b-9fa3-e6c2c41cb366 req-4a476bc3-b881-4d1f-b222-8dc58a151ed1 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646524 Jun 22 09:08:10.986288 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-db47a784-5993-43f5-857a-f1fcae4a9bd8 admin admin] Publish callbacks [] for security_group (af83e02e-8c76-42b7-b414-7b9a0d75bce6), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.182717 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-db47a784-5993-43f5-857a-f1fcae4a9bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (af83e02e-8c76-42b7-b414-7b9a0d75bce6), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.186992 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-db47a784-5993-43f5-857a-f1fcae4a9bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.191311 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-db47a784-5993-43f5-857a-f1fcae4a9bd8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af83e02e-8c76-42b7-b414-7b9a0d75bce6 HTTP/1.1" status: 204 len: 168 time: 0.3063765 Jun 22 09:08:11.201112 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47a784-5993-43f5-857a-f1fcae4a9bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af83e02e-8c76-42b7-b414-7b9a0d75bce6,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:11.668300 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45752) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:11.714034 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-148d28ae-3010-4be9-94b6-ec3b08798894 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccea29c3839345c2b8f3726ea2100bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442646 Jun 22 09:08:11.716481 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45756) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:11.769525 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8cca7daf-d7cf-4a4d-8aab-1e1983239598 admin admin] Publish callbacks [] for security_group (a2e5f70e-834c-4f23-abfc-7e4f12bf1f21), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.792891 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8cca7daf-d7cf-4a4d-8aab-1e1983239598 admin admin] Publish callbacks [] for security_group (a2e5f70e-834c-4f23-abfc-7e4f12bf1f21), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.900777 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8cca7daf-d7cf-4a4d-8aab-1e1983239598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a2e5f70e-834c-4f23-abfc-7e4f12bf1f21), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.903377 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8cca7daf-d7cf-4a4d-8aab-1e1983239598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.904585 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-8cca7daf-d7cf-4a4d-8aab-1e1983239598 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2e5f70e-834c-4f23-abfc-7e4f12bf1f21 HTTP/1.1" status: 204 len: 168 time: 0.1869292 Jun 22 09:08:11.918221 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca7daf-d7cf-4a4d-8aab-1e1983239598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e5f70e-834c-4f23-abfc-7e4f12bf1f21,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:12.062571 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:12.096523 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8682a-e2fd-4c99-ae20-d102b854f6ed req-afa0fb98-9ff2-4790-8421-6e2ed192e18f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:12.098034 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-29d8682a-e2fd-4c99-ae20-d102b854f6ed req-afa0fb98-9ff2-4790-8421-6e2ed192e18f tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0510664 Jun 22 09:08:12.117541 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:12.177577 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a3268-54a9-4570-b174-2a4ecbd9a4d1 req-b2f35ea2-b76e-4d67-89d5-5a2a38d658f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:12.179982 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-543a3268-54a9-4570-b174-2a4ecbd9a4d1 req-b2f35ea2-b76e-4d67-89d5-5a2a38d658f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 1129 time: 0.0673122 Jun 22 09:08:12.186933 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-29d8682a-e2fd-4c99-ae20-d102b854f6ed req-08c70bf3-67a1-4e89-a4bc-c87c957abfe6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817754 Jun 22 09:08:12.277410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a3268-54a9-4570-b174-2a4ecbd9a4d1 req-c6efeb43-8f28-4692-b995-acba15e5f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:12.278984 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-543a3268-54a9-4570-b174-2a4ecbd9a4d1 req-c6efeb43-8f28-4692-b995-acba15e5f979 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 918 time: 0.0911992 Jun 22 09:08:12.358021 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-543a3268-54a9-4570-b174-2a4ecbd9a4d1 req-9743c90e-c16b-4d13-bb0e-95d7c55d86f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f HTTP/1.1" status: 200 len: 1001 time: 0.0721555 Jun 22 09:08:12.417487 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a3268-54a9-4570-b174-2a4ecbd9a4d1 req-75f7b03b-847d-4e29-a566-293e109fa8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:12.419214 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-543a3268-54a9-4570-b174-2a4ecbd9a4d1 req-75f7b03b-847d-4e29-a566-293e109fa8b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 HTTP/1.1" status: 200 len: 856 time: 0.0546207 Jun 22 09:08:12.476154 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a3268-54a9-4570-b174-2a4ecbd9a4d1 req-01446f87-ef77-4a29-9b5e-cc5e9c1c08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:12.478029 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-543a3268-54a9-4570-b174-2a4ecbd9a4d1 req-01446f87-ef77-4a29-9b5e-cc5e9c1c08e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15257489-695d-400e-ba82-cb5e772f9bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520108 Jun 22 09:08:12.846353 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-543a3268-54a9-4570-b174-2a4ecbd9a4d1 req-7c0a8c3c-9f50-4259-b492-d119184d8abd service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606148 Jun 22 09:08:12.939585 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-543a3268-54a9-4570-b174-2a4ecbd9a4d1 req-cb7c3dab-8692-468d-9b11-7b904cd319d6 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872812 Jun 22 09:08:13.164051 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca365-b81c-478d-8d46-8873c93b29b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.293670 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:13.311999 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0e64f-6842-4495-8aa8-4aeff800b336 req-84d702f2-72c3-49f7-9af2-e5fd0de93560 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:13.313471 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-03b0e64f-6842-4495-8aa8-4aeff800b336 req-84d702f2-72c3-49f7-9af2-e5fd0de93560 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Jun 22 09:08:13.364420 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-03b0e64f-6842-4495-8aa8-4aeff800b336 req-801e48b1-ac24-4609-a6b8-c8bb6d697ebd tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450156 Jun 22 09:08:14.481875 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:14.495238 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71239277-40fa-4e0d-878c-e51d8366830a req-fa96c171-a0fa-49bc-837d-7ab35cc8911a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:14.496803 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-71239277-40fa-4e0d-878c-e51d8366830a req-fa96c171-a0fa-49bc-837d-7ab35cc8911a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0477736 Jun 22 09:08:14.546588 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-71239277-40fa-4e0d-878c-e51d8366830a req-9ba89274-7d50-4bc3-bedd-e90e2cf964d1 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439968 Jun 22 09:08:15.515921 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1153-21fe-4cd5-b448-bcbb97c7409a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:15.680981 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025c2c3-f00a-4b2f-8434-17ea814543aa req-7aa78c96-cb86-4741-9cdc-6822f863c3dc tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:15.682643 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d025c2c3-f00a-4b2f-8434-17ea814543aa req-7aa78c96-cb86-4741-9cdc-6822f863c3dc tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 945 time: 0.0552251 Jun 22 09:08:15.736410 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d025c2c3-f00a-4b2f-8434-17ea814543aa req-26a4d4bb-60a4-44f4-bedc-8501ea843b69 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468240 Jun 22 09:08:16.975318 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:16.984947 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:08:17.062918 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f is: ACTIVE; New status is: DOWN {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:17.063307 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:17.086322 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:17.088629 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ba6b6-ba1c-49b3-88b1-a1ff37b57f41" -d '{"events": [{"server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "name": "network-vif-unplugged", "status": "completed", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:17.101221 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:17.121832 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a20a621-44c6-4393-aa06-1baeaefea22c x-openstack-request-id: req-5a20a621-44c6-4393-aa06-1baeaefea22c {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:17.122154 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "name": "network-vif-unplugged", "status": "failed", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f", "code": 422}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:17.122411 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a20a621-44c6-4393-aa06-1baeaefea22c {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:17.122815 dv-cinder-787296-11-iscsi neutron-server[104241]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5a20a621-44c6-4393-aa06-1baeaefea22c']: {'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'code': 422} returned with failed status Jun 22 09:08:17.198214 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:17.248918 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,revision_number=8']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:18.304410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [req-251405a0-0fe1-4247-b4a1-fdb6f34c06e2 req-af47d486-36ed-4b83-b08e-1d72111834ef service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:08:18.305482 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-251405a0-0fe1-4247-b4a1-fdb6f34c06e2 req-af47d486-36ed-4b83-b08e-1d72111834ef service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057790 Jun 22 09:08:18.637617 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:18.648505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336c10-ee18-4975-8f24-1553d3582b73 req-8032b1c3-71a6-403f-86e3-f521b8593e4a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:18.649502 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-54336c10-ee18-4975-8f24-1553d3582b73 req-8032b1c3-71a6-403f-86e3-f521b8593e4a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0685184 Jun 22 09:08:18.700180 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-54336c10-ee18-4975-8f24-1553d3582b73 req-e70b6dde-84a3-4c01-bd81-ff58fad4b0fe tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Jun 22 09:08:18.718819 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:18.896515 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-663d2527-b13c-4f5c-a270-d938feaac52d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388658 Jun 22 09:08:18.973137 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-da34771e-0a38-4b98-89aa-8c793e16c3b6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:18.974732 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-da34771e-0a38-4b98-89aa-8c793e16c3b6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports/f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f HTTP/1.1" status: 200 len: 940 time: 0.0509677 Jun 22 09:08:19.549842 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45912) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:19.663502 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c4961202-54bd-41cf-8a5c-5e56057c650d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:19.741666 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c4961202-54bd-41cf-8a5c-5e56057c650d admin admin] Publish callbacks [] for security_group (76103af3-756c-415f-aa25-540909616a7c), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:19.812669 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c4961202-54bd-41cf-8a5c-5e56057c650d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (76103af3-756c-415f-aa25-540909616a7c), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:19.835881 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5ea1b-b575-4422-be66-a52294d7662a req-35afeeed-1d43-4595-ae53-aa86cec71156 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:19.837370 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-64d5ea1b-b575-4422-be66-a52294d7662a req-35afeeed-1d43-4595-ae53-aa86cec71156 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0629289 Jun 22 09:08:19.877352 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4961202-54bd-41cf-8a5c-5e56057c650d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76103af3-756c-415f-aa25-540909616a7c,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:19.881849 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-c4961202-54bd-41cf-8a5c-5e56057c650d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69002c78507749c590139f2a89547c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309331 Jun 22 09:08:19.885512 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45918) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:19.909653 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-64d5ea1b-b575-4422-be66-a52294d7662a req-3ce437d1-af83-4b55-9a03-d0e72ee914fd tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645618 Jun 22 09:08:19.939961 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a983-efb1-4c5e-8ea7-8a9755c8c845 admin admin] Publish callbacks [] for security_group (76103af3-756c-415f-aa25-540909616a7c), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:19.958407 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:19.962992 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a983-efb1-4c5e-8ea7-8a9755c8c845 admin admin] Publish callbacks [] for security_group (76103af3-756c-415f-aa25-540909616a7c), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:20.123463 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a983-efb1-4c5e-8ea7-8a9755c8c845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (76103af3-756c-415f-aa25-540909616a7c), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:20.126484 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a983-efb1-4c5e-8ea7-8a9755c8c845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:20.127652 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-6cd0a983-efb1-4c5e-8ea7-8a9755c8c845 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76103af3-756c-415f-aa25-540909616a7c HTTP/1.1" status: 204 len: 168 time: 0.2411325 Jun 22 09:08:20.135765 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0a983-efb1-4c5e-8ea7-8a9755c8c845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76103af3-756c-415f-aa25-540909616a7c,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:20.533366 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:08:20.694981 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 45926) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:20.708607 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c3e0-3165-4187-8c51-f5f42421eb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:20.784342 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c3e0-3165-4187-8c51-f5f42421eb1e admin admin] Publish callbacks [] for security_group (8b695b77-27d5-4530-94ed-a58a25638a64), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:20.852902 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1ce8c3e0-3165-4187-8c51-f5f42421eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (8b695b77-27d5-4530-94ed-a58a25638a64), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:20.895742 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-1ce8c3e0-3165-4187-8c51-f5f42421eb1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75942d8ffb374ce593c8905e8edbd3c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996882 Jun 22 09:08:20.896595 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8c3e0-3165-4187-8c51-f5f42421eb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b695b77-27d5-4530-94ed-a58a25638a64,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:20.898381 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 45928) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:20.952226 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8cdf77e8-ef31-47ce-8cf4-e468d49a0262 admin admin] Publish callbacks [] for security_group (8b695b77-27d5-4530-94ed-a58a25638a64), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:20.975182 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8cdf77e8-ef31-47ce-8cf4-e468d49a0262 admin admin] Publish callbacks [] for security_group (8b695b77-27d5-4530-94ed-a58a25638a64), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:21.043684 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b6746-7751-48ff-9828-10e81f37b6cf req-6665dd51-61c0-4ecf-82d7-2d06ad86a442 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:21.051379 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-484b6746-7751-48ff-9828-10e81f37b6cf req-6665dd51-61c0-4ecf-82d7-2d06ad86a442 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0625184 Jun 22 09:08:21.096089 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-484b6746-7751-48ff-9828-10e81f37b6cf req-68e469ce-aaf2-417e-962b-95084a8a73b7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443504 Jun 22 09:08:21.157929 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8cdf77e8-ef31-47ce-8cf4-e468d49a0262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (8b695b77-27d5-4530-94ed-a58a25638a64), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:21.160515 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8cdf77e8-ef31-47ce-8cf4-e468d49a0262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:21.161669 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-8cdf77e8-ef31-47ce-8cf4-e468d49a0262 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b695b77-27d5-4530-94ed-a58a25638a64 HTTP/1.1" status: 204 len: 168 time: 0.2617769 Jun 22 09:08:21.172815 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf77e8-ef31-47ce-8cf4-e468d49a0262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b695b77-27d5-4530-94ed-a58a25638a64,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:22.218510 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:22.236131 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6181dc-8c31-4b02-8f0e-7f29dff7bcf7 req-a626fb23-44d6-44a5-aa3f-1de789b28fc3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:22.236131 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4a6181dc-8c31-4b02-8f0e-7f29dff7bcf7 req-a626fb23-44d6-44a5-aa3f-1de789b28fc3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0575852 Jun 22 09:08:22.292295 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4a6181dc-8c31-4b02-8f0e-7f29dff7bcf7 req-57907b94-75fb-4c88-871e-f569a1d49857 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526404 Jun 22 09:08:22.658733 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-f6f14d14-146d-4547-854a-97751d990c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:22.660269 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-f6f14d14-146d-4547-854a-97751d990c53 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067&tenant_id=ec813daa61ab4ac59a2197042fb35325 HTTP/1.1" status: 200 len: 1127 time: 0.0456417 Jun 22 09:08:22.690541 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:22.721595 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-77948f69-ebd2-4692-8066-05a1d27fc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:22.723141 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-77948f69-ebd2-4692-8066-05a1d27fc99b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 1127 time: 0.0405612 Jun 22 09:08:22.819259 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-46f208b6-bf51-4b04-bc66-2f76bf2ae87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:22.820829 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-46f208b6-bf51-4b04-bc66-2f76bf2ae87e service neutron] 10.222.0.43 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 918 time: 0.0919893 Jun 22 09:08:22.886915 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-2e06a9d4-641f-4548-bbf9-11d36bb8f977 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f HTTP/1.1" status: 200 len: 999 time: 0.0591230 Jun 22 09:08:22.935703 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-8a7dabaf-dfe9-48bf-bfde-8f1b541b29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:22.937453 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-8a7dabaf-dfe9-48bf-bfde-8f1b541b29ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 HTTP/1.1" status: 200 len: 856 time: 0.0450199 Jun 22 09:08:22.987266 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-1b830f8e-0c45-43c1-91a7-5eb1147a8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:22.988781 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-1b830f8e-0c45-43c1-91a7-5eb1147a8b1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15257489-695d-400e-ba82-cb5e772f9bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459807 Jun 22 09:08:23.083759 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-576a7530-68e9-450f-9c5f-3156e44621d2 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877995 Jun 22 09:08:23.181730 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-8f4f0b05-a89d-424d-99f4-01fcbe7c27e3 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919681 Jun 22 09:08:23.421422 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64a4cb-9d0c-4701-9c99-c4ce53f25c3e req-88da36df-f023-44af-8696-baa85b8578b7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:23.423266 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3b64a4cb-9d0c-4701-9c99-c4ce53f25c3e req-88da36df-f023-44af-8696-baa85b8578b7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0501866 Jun 22 09:08:23.479323 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3b64a4cb-9d0c-4701-9c99-c4ce53f25c3e req-ec3995fe-9a66-41e2-b0f6-95d4898df0c4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502968 Jun 22 09:08:24.619868 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd597c-9146-47a2-9b00-927956dfecef req-6ed24d7b-5b72-4806-a4ce-eaab26c3b162 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:24.622257 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c4dd597c-9146-47a2-9b00-927956dfecef req-6ed24d7b-5b72-4806-a4ce-eaab26c3b162 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0619233 Jun 22 09:08:24.726923 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c4dd597c-9146-47a2-9b00-927956dfecef req-b21e609f-3d91-4115-86a5-1c0338ed7ac8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973907 Jun 22 09:08:25.863340 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be3440-7bde-4e5a-a750-a4e006f4f288 req-47b4bba0-cb73-42f1-ab99-4b368fe369f8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:25.864850 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-13be3440-7bde-4e5a-a750-a4e006f4f288 req-47b4bba0-cb73-42f1-ab99-4b368fe369f8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0523233 Jun 22 09:08:25.891941 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:25.920194 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-13be3440-7bde-4e5a-a750-a4e006f4f288 req-6cce5262-6a90-4cf1-abd1-85c3045ed717 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490143 Jun 22 09:08:27.060946 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84034f6a-6e2b-4279-9124-57d8caefb578 req-b0ec3ed3-cf65-49a1-b202-0e9c495877a4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:27.063393 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-84034f6a-6e2b-4279-9124-57d8caefb578 req-b0ec3ed3-cf65-49a1-b202-0e9c495877a4 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0578051 Jun 22 09:08:27.126392 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-84034f6a-6e2b-4279-9124-57d8caefb578 req-9583fbd6-e107-4ed1-bc72-6178b6c50c4d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564682 Jun 22 09:08:27.200173 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46062) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:27.331806 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ce43a17e-3ae3-47c2-98da-f17e6c6c6c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.423267 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ce43a17e-3ae3-47c2-98da-f17e6c6c6c16 admin admin] Publish callbacks [] for security_group (44a86569-f7eb-4156-a2f4-00ebfadac302), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.498803 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ce43a17e-3ae3-47c2-98da-f17e6c6c6c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (44a86569-f7eb-4156-a2f4-00ebfadac302), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.542428 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ce43a17e-3ae3-47c2-98da-f17e6c6c6c16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2708d16e23754b7aaecfa944d9c71e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411429 Jun 22 09:08:27.546172 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46070) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:27.554784 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43a17e-3ae3-47c2-98da-f17e6c6c6c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a86569-f7eb-4156-a2f4-00ebfadac302,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:27.591155 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:27.622343 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d25c2884-3682-4fe2-9167-becaad6b83a7 admin admin] Publish callbacks [] for security_group (44a86569-f7eb-4156-a2f4-00ebfadac302), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.647918 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d25c2884-3682-4fe2-9167-becaad6b83a7 admin admin] Publish callbacks [] for security_group (44a86569-f7eb-4156-a2f4-00ebfadac302), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.775017 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d25c2884-3682-4fe2-9167-becaad6b83a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (44a86569-f7eb-4156-a2f4-00ebfadac302), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.778095 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d25c2884-3682-4fe2-9167-becaad6b83a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.782502 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d25c2884-3682-4fe2-9167-becaad6b83a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44a86569-f7eb-4156-a2f4-00ebfadac302 HTTP/1.1" status: 204 len: 168 time: 0.2322607 Jun 22 09:08:27.789305 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c2884-3682-4fe2-9167-becaad6b83a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a86569-f7eb-4156-a2f4-00ebfadac302,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:28.263320 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ede28-0ae7-440a-ad93-2619ec0a378b req-6855beae-e072-4cc2-83c3-b4696fe1bc4d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:28.265103 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ee3ede28-0ae7-440a-ad93-2619ec0a378b req-6855beae-e072-4cc2-83c3-b4696fe1bc4d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0555499 Jun 22 09:08:28.324490 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ee3ede28-0ae7-440a-ad93-2619ec0a378b req-ff3fd8af-02f7-421c-b544-8981cbe6ea44 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537570 Jun 22 09:08:28.464147 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46080) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:28.479426 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a6e325fd-181e-4805-8855-59cc78ad04cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:28.562726 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a6e325fd-181e-4805-8855-59cc78ad04cf admin admin] Publish callbacks [] for security_group (0ff2a42a-6efd-4652-9ef5-3feab3ad6e9c), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:28.659055 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a6e325fd-181e-4805-8855-59cc78ad04cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (0ff2a42a-6efd-4652-9ef5-3feab3ad6e9c), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:28.684757 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:28.711039 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-a6e325fd-181e-4805-8855-59cc78ad04cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c37fbac689f4dac97da2435aa4c2e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455215 Jun 22 09:08:28.712256 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e325fd-181e-4805-8855-59cc78ad04cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff2a42a-6efd-4652-9ef5-3feab3ad6e9c,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:28.713839 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 46086) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:28.778871 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-582b2297-9ee2-440b-b09f-d76487854485 admin admin] Publish callbacks [] for security_group (0ff2a42a-6efd-4652-9ef5-3feab3ad6e9c), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:28.804364 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-582b2297-9ee2-440b-b09f-d76487854485 admin admin] Publish callbacks [] for security_group (0ff2a42a-6efd-4652-9ef5-3feab3ad6e9c), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:28.961388 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-582b2297-9ee2-440b-b09f-d76487854485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (0ff2a42a-6efd-4652-9ef5-3feab3ad6e9c), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:28.966790 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-582b2297-9ee2-440b-b09f-d76487854485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:28.969094 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-582b2297-9ee2-440b-b09f-d76487854485 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ff2a42a-6efd-4652-9ef5-3feab3ad6e9c HTTP/1.1" status: 204 len: 168 time: 0.2531424 Jun 22 09:08:28.981397 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b2297-9ee2-440b-b09f-d76487854485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff2a42a-6efd-4652-9ef5-3feab3ad6e9c,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:29.124319 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 46092) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:29.368878 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc356-faf1-49a1-9cf7-34e1e09736e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:29.512593 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c4d83-33a4-48cc-9865-eac4b5650347 req-ea234cb6-68b2-48b7-b16b-3bba3c4ff558 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:29.514182 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e19c4d83-33a4-48cc-9865-eac4b5650347 req-ea234cb6-68b2-48b7-b16b-3bba3c4ff558 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0534997 Jun 22 09:08:29.526276 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:29.557954 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc356-faf1-49a1-9cf7-34e1e09736e8 admin admin] Publish callbacks [] for security_group (321e9e10-acf1-4529-9cd4-0c88b7830b11), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:29.604470 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e19c4d83-33a4-48cc-9865-eac4b5650347 req-3fe3f48d-148b-4d1f-8b47-fea8919f11ad tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772164 Jun 22 09:08:29.656733 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7c5fc356-faf1-49a1-9cf7-34e1e09736e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (321e9e10-acf1-4529-9cd4-0c88b7830b11), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:29.711320 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fc356-faf1-49a1-9cf7-34e1e09736e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321e9e10-acf1-4529-9cd4-0c88b7830b11,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:29.717617 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-7c5fc356-faf1-49a1-9cf7-34e1e09736e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1c61f56874445e88b3c9b69ec77871f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5920711 Jun 22 09:08:29.720744 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46106) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:29.779646 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6b4aab96-ff95-4139-8afd-dc837755b397 admin admin] Publish callbacks [] for security_group (321e9e10-acf1-4529-9cd4-0c88b7830b11), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:29.828373 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6b4aab96-ff95-4139-8afd-dc837755b397 admin admin] Publish callbacks [] for security_group (321e9e10-acf1-4529-9cd4-0c88b7830b11), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:30.007364 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6b4aab96-ff95-4139-8afd-dc837755b397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (321e9e10-acf1-4529-9cd4-0c88b7830b11), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:30.014046 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6b4aab96-ff95-4139-8afd-dc837755b397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:30.015625 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-6b4aab96-ff95-4139-8afd-dc837755b397 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/321e9e10-acf1-4529-9cd4-0c88b7830b11 HTTP/1.1" status: 204 len: 168 time: 0.2932200 Jun 22 09:08:30.025651 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4aab96-ff95-4139-8afd-dc837755b397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321e9e10-acf1-4529-9cd4-0c88b7830b11,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:30.757946 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ac555-b732-460a-bb0f-25e5de2a9d97 req-0ba2d0f8-5967-47ea-9459-98f28e622e90 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:30.759622 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d74ac555-b732-460a-bb0f-25e5de2a9d97 req-0ba2d0f8-5967-47ea-9459-98f28e622e90 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0646002 Jun 22 09:08:30.803815 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:30.812088 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d74ac555-b732-460a-bb0f-25e5de2a9d97 req-3de60d0c-e0bf-4078-bc12-f598908b7bd2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449023 Jun 22 09:08:31.467989 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46154) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:31.676896 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-946364140-network', 'tenant_id': 'd2c631e8f3d544309a09e7bf6e39f780'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:31.746368 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Made reservation on behalf of d2c631e8f3d544309a09e7bf6e39f780 for: {'network': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:08:31.748842 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.757862 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.838695 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Publish callbacks [] for security_group (b7acfaa6-2d74-4e8a-be1b-8482311705f6), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.906993 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (b7acfaa6-2d74-4e8a-be1b-8482311705f6), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.935075 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f9b1d-bb25-4c90-97a1-29fa9bc7f977 req-1cf89be8-17e1-42ad-a6d3-0dab7e129fae tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:31.935612 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-267f9b1d-bb25-4c90-97a1-29fa9bc7f977 req-1cf89be8-17e1-42ad-a6d3-0dab7e129fae tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0493643 Jun 22 09:08:31.937789 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=104240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:08:31.949187 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7acfaa6-2d74-4e8a-be1b-8482311705f6,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:31.956863 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (26d2a899-4b25-4fc8-88bd-96306f7fdfac), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.957217 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.segments_db [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Added segment 26d2a899-4b25-4fc8-88bd-96306f7fdfac of type vlan for network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af Jun 22 09:08:31.995971 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-267f9b1d-bb25-4c90-97a1-29fa9bc7f977 req-af404bd4-2141-4171-b67d-a36ab820b2d0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527060 Jun 22 09:08:32.003798 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (1fc6598b-8630-43a0-8fc7-8a555dfcd6af), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.072433 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (1fc6598b-8630-43a0-8fc7-8a555dfcd6af), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.073457 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:32.074079 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.138256 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc6598b-8630-43a0-8fc7-8a555dfcd6af,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:32.148887 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:08:32.172059 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ddc2c7c9-f950-498f-a875-8d9edbf65510 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7029185 Jun 22 09:08:32.174975 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46176) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:32.180139 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] Request body: {'subnet': {'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-946364140-subnet', 'tenant_id': 'd2c631e8f3d544309a09e7bf6e39f780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:32.191212 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:32.283604 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] Made reservation on behalf of d2c631e8f3d544309a09e7bf6e39f780 for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:08:32.286160 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13124413'] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.373250 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:32.541185 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14068736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13124427'] for subnet (c35df01d-ad21-4719-8bb8-1d6012172094), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.604030 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35df01d-ad21-4719-8bb8-1d6012172094,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:32.613990 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] Checking segment: {'id': '26d2a899-4b25-4fc8-88bd-96306f7fdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:08:32.614407 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] Network hostable DHCP agents. Network: 1fc6598b-8630-43a0-8fc7-8a555dfcd6af, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:08:32.755742 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] Network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:08:32.843412 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, 1fc6598b-8630-43a0-8fc7-8a555dfcd6af) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:32.846610 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:32.847212 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.853989 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf6c384-fb77-4ed3-9f2f-6271687bb84a None None] Network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:08:32.883839 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:32.952689 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-0c7e41cd-c049-4b73-9b58-dc8cb1ff7e0f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7756860 Jun 22 09:08:32.959506 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32233cc4-2380-4263-8871-a6a89ae3de60 None None] Network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:08:33.133914 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c98b7a-f374-497d-9dcc-5c3ad5ec8330 req-1e2b4fa8-9f94-436d-9124-6aad5fbc02c2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:33.134509 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b7c98b7a-f374-497d-9dcc-5c3ad5ec8330 req-1e2b4fa8-9f94-436d-9124-6aad5fbc02c2 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0507114 Jun 22 09:08:33.196709 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b7c98b7a-f374-497d-9dcc-5c3ad5ec8330 req-620ca35f-c4b8-4691-be2a-5e1fb6c7d7d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567145 Jun 22 09:08:33.274109 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46206) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:33.381958 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7c2352b0-8dc5-41ac-9503-69844d6a6af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.459187 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7c2352b0-8dc5-41ac-9503-69844d6a6af3 admin admin] Publish callbacks [] for security_group (8a504a21-a9a1-4278-94ca-fd35cc27d7eb), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.549815 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-7c2352b0-8dc5-41ac-9503-69844d6a6af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (8a504a21-a9a1-4278-94ca-fd35cc27d7eb), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.589545 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-7c2352b0-8dc5-41ac-9503-69844d6a6af3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bdf1c7c7891d44f2a173e0b6cc5a509b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143802 Jun 22 09:08:33.591437 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2352b0-8dc5-41ac-9503-69844d6a6af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a504a21-a9a1-4278-94ca-fd35cc27d7eb,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:33.592852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 46210) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:33.643623 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-be536433-c05e-4d25-bf25-97aac5dca3cb admin admin] Publish callbacks [] for security_group (8a504a21-a9a1-4278-94ca-fd35cc27d7eb), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.666489 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-be536433-c05e-4d25-bf25-97aac5dca3cb admin admin] Publish callbacks [] for security_group (8a504a21-a9a1-4278-94ca-fd35cc27d7eb), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.827581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-be536433-c05e-4d25-bf25-97aac5dca3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (8a504a21-a9a1-4278-94ca-fd35cc27d7eb), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.830174 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-be536433-c05e-4d25-bf25-97aac5dca3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.831343 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-be536433-c05e-4d25-bf25-97aac5dca3cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a504a21-a9a1-4278-94ca-fd35cc27d7eb HTTP/1.1" status: 204 len: 168 time: 0.2373300 Jun 22 09:08:33.839474 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be536433-c05e-4d25-bf25-97aac5dca3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a504a21-a9a1-4278-94ca-fd35cc27d7eb,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:34.323711 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0f3b4-2651-454b-950d-74742ed7dd17 req-18d14d77-49c2-42f1-93db-b5ee4ad6c593 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:34.325213 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0ed0f3b4-2651-454b-950d-74742ed7dd17 req-18d14d77-49c2-42f1-93db-b5ee4ad6c593 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 943 time: 0.0533485 Jun 22 09:08:34.377380 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0ed0f3b4-2651-454b-950d-74742ed7dd17 req-cb6331e6-7d53-470e-b2f6-7f23914d4fd7 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466259 Jun 22 09:08:34.515451 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 46222) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:34.528693 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b71a43e3-a2f2-4b98-b9b2-8ed50ec3ddf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.611922 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b71a43e3-a2f2-4b98-b9b2-8ed50ec3ddf7 admin admin] Publish callbacks [] for security_group (4a14e6d6-d97a-4fc0-b68e-2a5066aef288), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.666598 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b71a43e3-a2f2-4b98-b9b2-8ed50ec3ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (4a14e6d6-d97a-4fc0-b68e-2a5066aef288), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.705739 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a43e3-a2f2-4b98-b9b2-8ed50ec3ddf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a14e6d6-d97a-4fc0-b68e-2a5066aef288,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:34.711415 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b71a43e3-a2f2-4b98-b9b2-8ed50ec3ddf7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46e5237c80b0413f908318af6a80ed5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949141 Jun 22 09:08:34.714011 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 46224) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:34.767017 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-03b44f64-6e2f-4716-bbdb-b4543a3d5db7 admin admin] Publish callbacks [] for security_group (4a14e6d6-d97a-4fc0-b68e-2a5066aef288), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.789109 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-03b44f64-6e2f-4716-bbdb-b4543a3d5db7 admin admin] Publish callbacks [] for security_group (4a14e6d6-d97a-4fc0-b68e-2a5066aef288), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.907390 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-03b44f64-6e2f-4716-bbdb-b4543a3d5db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (4a14e6d6-d97a-4fc0-b68e-2a5066aef288), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.911458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-03b44f64-6e2f-4716-bbdb-b4543a3d5db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.911458 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-03b44f64-6e2f-4716-bbdb-b4543a3d5db7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a14e6d6-d97a-4fc0-b68e-2a5066aef288 HTTP/1.1" status: 204 len: 168 time: 0.1963732 Jun 22 09:08:34.919836 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b44f64-6e2f-4716-bbdb-b4543a3d5db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a14e6d6-d97a-4fc0-b68e-2a5066aef288,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:34.957750 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:35.060651 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:08:35.136894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:35.167422 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:35.176318 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:35.177549 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:35.180319 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'port_id': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'mac_address': 'fa:16:3e:d0:a6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:08:35.207175 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-19b1e7b0-bb5f-4d4d-adbb-d4992e1f7f8c tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:35.208810 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-19b1e7b0-bb5f-4d4d-adbb-d4992e1f7f8c tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/networks?id=1fc6598b-8630-43a0-8fc7-8a555dfcd6af HTTP/1.1" status: 200 len: 813 time: 0.1200185 Jun 22 09:08:35.220480 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:35.220866 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:35.225457 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-c869d411-b2a9-4f7e-9212-69d25ab7c43a tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/quotas/d2c631e8f3d544309a09e7bf6e39f780 HTTP/1.1" status: 200 len: 375 time: 0.0109355 Jun 22 09:08:35.234977 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:08:35.261254 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:35.275494 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-d103af41-f39b-4dbd-b2fd-3daead09c7a0 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2c631e8f3d544309a09e7bf6e39f780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340514 Jun 22 09:08:35.358637 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:35.368190 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-9eb1e6ed-12a4-4fc4-be69-93f3d92ea6bf service neutron] 10.222.0.36 "GET /v2.0/networks/1fc6598b-8630-43a0-8fc7-8a555dfcd6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954881 Jun 22 09:08:35.408991 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,revision_number=9']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:35.490690 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-752fcba8-40b6-452b-a299-9eb542dfeae5 service neutron] 10.222.0.36 "GET /v2.0/networks/1fc6598b-8630-43a0-8fc7-8a555dfcd6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144230 Jun 22 09:08:35.527528 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a94-c85e-453a-a950-dc8d4c7d925c req-895ec343-af24-4156-ae27-14eda801995c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:35.529108 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-57dd5a94-c85e-453a-a950-dc8d4c7d925c req-895ec343-af24-4156-ae27-14eda801995c tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 944 time: 0.0584600 Jun 22 09:08:35.563998 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:08:35.589591 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-57dd5a94-c85e-453a-a950-dc8d4c7d925c req-2415854f-ff6a-4856-afd6-ad62ea0b8d04 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527062 Jun 22 09:08:36.534555 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:36.548587 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=6 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:36.727438 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e5acb-05c8-4930-8aed-f0eef7746415 req-7fd22d1c-8790-4bfa-aa11-d3c5bb953b5a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:36.729163 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7b2e5acb-05c8-4930-8aed-f0eef7746415 req-7fd22d1c-8790-4bfa-aa11-d3c5bb953b5a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 944 time: 0.0505776 Jun 22 09:08:36.778412 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7b2e5acb-05c8-4930-8aed-f0eef7746415 req-5c6299eb-5d66-4cba-b7e2-79698a1238a1 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433290 Jun 22 09:08:36.863294 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6c2709fb-d5d5-44fd-86e4-ace3cff2e6f9 req-9c8b9d66-f6a6-4df3-9fd8-14700374c295 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 210 time: 0.0443611 Jun 22 09:08:37.063657 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:08:37.107334 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:37.107710 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.307242 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:37.307630 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.333484 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:37.335064 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff460e6b-38f3-42f4-8235-36c97ef4694d" -d '{"events": [{"server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "name": "network-vif-plugged", "status": "completed", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:37.349110 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:37.376032 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb554d2-7dd5-455a-add3-0164639619e2 x-openstack-request-id: req-bdb554d2-7dd5-455a-add3-0164639619e2 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:37.376317 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "name": "network-vif-plugged", "status": "completed", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:37.376609 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bdb554d2-7dd5-455a-add3-0164639619e2 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:37.377030 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb554d2-7dd5-455a-add3-0164639619e2'] response: {'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'code': 200} Jun 22 09:08:37.441377 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.473581 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:37.488976 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,revision_number=10']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:37.743632 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2588c-a48d-4b01-a727-13e4bd6e0762 req-33bf0757-02ab-4831-b16e-b7f39d476878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:37.745895 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-35e2588c-a48d-4b01-a727-13e4bd6e0762 req-33bf0757-02ab-4831-b16e-b7f39d476878 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 1130 time: 0.0401561 Jun 22 09:08:37.789624 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-35e2588c-a48d-4b01-a727-13e4bd6e0762 req-3ffb6761-5082-4913-ac1c-0bf613d04039 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383849 Jun 22 09:08:37.898384 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:37.910748 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778da458-7431-4449-9b2b-9fea45a16a5a req-b3604d9a-8ee7-473a-a346-cbee74c8d13d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:37.912293 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-778da458-7431-4449-9b2b-9fea45a16a5a req-b3604d9a-8ee7-473a-a346-cbee74c8d13d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 946 time: 0.0539508 Jun 22 09:08:37.958944 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-14d19915-bf75-43a6-bd21-26db4caae50d req-85f978d1-6325-4182-bad7-a78652b97245 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 210 time: 0.0424986 Jun 22 09:08:37.991610 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-778da458-7431-4449-9b2b-9fea45a16a5a req-a7dced95-0075-4181-b657-d662ff3915e6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655987 Jun 22 09:08:38.108377 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7a83a-08e0-49e3-b91d-791e8f027066 req-ae2fb324-cd91-40cf-a203-51e6a75af811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:38.110445 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3e7a83a-08e0-49e3-b91d-791e8f027066 req-ae2fb324-cd91-40cf-a203-51e6a75af811 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec813daa61ab4ac59a2197042fb35325&device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 1130 time: 0.0410712 Jun 22 09:08:38.229905 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7a83a-08e0-49e3-b91d-791e8f027066 req-cf451aeb-88c3-4b46-b46a-fa1dda2e3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:38.231420 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3e7a83a-08e0-49e3-b91d-791e8f027066 req-cf451aeb-88c3-4b46-b46a-fa1dda2e3615 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 200 len: 918 time: 0.0946879 Jun 22 09:08:38.473156 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3e7a83a-08e0-49e3-b91d-791e8f027066 req-2cbd0a48-29fc-4ecd-abae-507732cea184 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f HTTP/1.1" status: 200 len: 1001 time: 0.0591266 Jun 22 09:08:38.525343 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7a83a-08e0-49e3-b91d-791e8f027066 req-5c8c13d1-bef5-4de8-ade6-b6dfb74178cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:38.527093 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3e7a83a-08e0-49e3-b91d-791e8f027066 req-5c8c13d1-bef5-4de8-ade6-b6dfb74178cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 HTTP/1.1" status: 200 len: 856 time: 0.0476449 Jun 22 09:08:38.582983 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7a83a-08e0-49e3-b91d-791e8f027066 req-20b95828-c58f-4eb4-8a73-df0e712430e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:38.586359 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3e7a83a-08e0-49e3-b91d-791e8f027066 req-20b95828-c58f-4eb4-8a73-df0e712430e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15257489-695d-400e-ba82-cb5e772f9bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513208 Jun 22 09:08:38.687535 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3e7a83a-08e0-49e3-b91d-791e8f027066 req-04569e87-5506-48de-b922-b74cb80d3b57 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873988 Jun 22 09:08:38.787271 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a3e7a83a-08e0-49e3-b91d-791e8f027066 req-d64534f9-ec7a-47e2-93f6-ffa32b326545 service neutron] 10.222.0.43 "GET /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913610 Jun 22 09:08:39.067807 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5cdfaa56-acfb-45c0-9de8-eec74738f714 req-528becba-e4d0-49de-acfb-d204fc549766 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 210 time: 0.0353634 Jun 22 09:08:39.154689 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d41f-90c3-43ac-b3c4-a9de9d08d90d req-3e0e72a7-d49a-4889-9be7-dd77dfc90359 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:39.159000 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0071d41f-90c3-43ac-b3c4-a9de9d08d90d req-3e0e72a7-d49a-4889-9be7-dd77dfc90359 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 946 time: 0.0529635 Jun 22 09:08:39.207399 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0071d41f-90c3-43ac-b3c4-a9de9d08d90d req-3e6a2a27-1045-4f34-9b90-491784f63f1d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449028 Jun 22 09:08:39.489057 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-a66762e1-af32-4e47-8a1b-1b5e44e9a4c3 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:39.490538 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-a66762e1-af32-4e47-8a1b-1b5e44e9a4c3 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.43 "GET /v2.0/networks?id=1fc6598b-8630-43a0-8fc7-8a555dfcd6af HTTP/1.1" status: 200 len: 813 time: 0.1254294 Jun 22 09:08:39.508196 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Request body: {'port': {'device_id': 'ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b', 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af', 'admin_state_up': True, 'tenant_id': 'd2c631e8f3d544309a09e7bf6e39f780'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:39.603002 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:39.719469 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Made reservation on behalf of d2c631e8f3d544309a09e7bf6e39f780 for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:08:39.723106 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:39.803289 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:39.858804 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Allocated IP 172.20.0.5 (1fc6598b-8630-43a0-8fc7-8a555dfcd6af/c35df01d-ad21-4719-8bb8-1d6012172094/daed8555-b3cf-4de0-a0ee-64e47eda395e) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:08:40.009984 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks [] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.118505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.208551 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:08:40.214072 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:40.217675 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Pushing event updated for resources: {'Port': ['ID=daed8555-b3cf-4de0-a0ee-64e47eda395e,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:40.221392 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:08:40.231065 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55836ef8-7560-48f8-93b8-0419947868e6 req-854557bb-81ce-4682-aaa0-7c7457e1f34e tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:40.232534 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-55836ef8-7560-48f8-93b8-0419947868e6 req-854557bb-81ce-4682-aaa0-7c7457e1f34e tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 931 time: 0.0863967 Jun 22 09:08:40.307677 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:40.308357 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.359591 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-55836ef8-7560-48f8-93b8-0419947868e6 req-da6216f6-9f84-4ecc-8a76-a317d635872a tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082444 Jun 22 09:08:40.369840 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54528094-40a7-42d8-97b4-324671153b17 req-65d8a11a-61bf-41be-a953-65968f1cf9ed tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:40.375093 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-54528094-40a7-42d8-97b4-324671153b17 req-65d8a11a-61bf-41be-a953-65968f1cf9ed tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 946 time: 0.0824168 Jun 22 09:08:40.421496 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-54528094-40a7-42d8-97b4-324671153b17 req-5e82d46b-7f00-43fb-bfbb-c8bbbcb47251 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435023 Jun 22 09:08:40.439353 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-46e9f519-5539-4b67-a69e-4eb597115c62 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9399784 Jun 22 09:08:40.450598 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Request body: {'port': {'device_id': 'ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:40.508895 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:40.513428 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.711100 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:40.786680 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daed8555-b3cf-4de0-a0ee-64e47eda395e {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:08:40.794014 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Publish callbacks [] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.807338 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Transition to ACTIVE for port object daed8555-b3cf-4de0-a0ee-64e47eda395e will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:08:40.877707 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.926575 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Pushing event updated for resources: {'Port': ['ID=daed8555-b3cf-4de0-a0ee-64e47eda395e,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:40.998282 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Attempting to bind port daed8555-b3cf-4de0-a0ee-64e47eda395e on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:08:40.998622 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Attempting to bind port daed8555-b3cf-4de0-a0ee-64e47eda395e by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '26d2a899-4b25-4fc8-88bd-96306f7fdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:08:40.998947 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Attempting to bind port daed8555-b3cf-4de0-a0ee-64e47eda395e on network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:08:41.004018 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Port daed8555-b3cf-4de0-a0ee-64e47eda395e on network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:08:41.004335 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Attempting to bind port daed8555-b3cf-4de0-a0ee-64e47eda395e on network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:08:41.009384 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:08:41.009718 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Checking segment: {'id': '26d2a899-4b25-4fc8-88bd-96306f7fdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:08:41.010125 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Bound using segment: {'id': '26d2a899-4b25-4fc8-88bd-96306f7fdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:08:41.010556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Bound port: daed8555-b3cf-4de0-a0ee-64e47eda395e, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d2a899-4b25-4fc8-88bd-96306f7fdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:08:41.010909 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.075410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] For port daed8555-b3cf-4de0-a0ee-64e47eda395e, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:08:41.078919 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] For port daed8555-b3cf-4de0-a0ee-64e47eda395e, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=daed8555-b3cf-4de0-a0ee-64e47eda395e,segment=NetworkSegment(26d2a899-4b25-4fc8-88bd-96306f7fdfac),segment_id=26d2a899-4b25-4fc8-88bd-96306f7fdfac)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:08:41.146683 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.185103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:41.185711 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.187899 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] 10.222.0.43 "PUT /v2.0/ports/daed8555-b3cf-4de0-a0ee-64e47eda395e HTTP/1.1" status: 200 len: 1093 time: 0.7405672 Jun 22 09:08:41.193192 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b', 'tag': 'daed8555-b3cf-4de0-a0ee-64e47eda395e'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:41.193192 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bbdeec-32d7-41cb-971a-04af04187116" -d '{"events": [{"name": "network-changed", "server_uuid": "ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b", "tag": "daed8555-b3cf-4de0-a0ee-64e47eda395e"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:41.213881 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac281c9-dadc-4b70-8f88-9f650fd53f47 service neutron] Pushing event updated for resources: {'Port': ['ID=daed8555-b3cf-4de0-a0ee-64e47eda395e,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:41.232739 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ba09a3-f1b8-4837-9b7d-403d017f60eb x-openstack-request-id: req-a8ba09a3-f1b8-4837-9b7d-403d017f60eb {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:41.233052 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b", "tag": "daed8555-b3cf-4de0-a0ee-64e47eda395e", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:41.233311 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8ba09a3-f1b8-4837-9b7d-403d017f60eb {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:41.233708 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ba09a3-f1b8-4837-9b7d-403d017f60eb'] response: {'name': 'network-changed', 'server_uuid': 'ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b', 'tag': 'daed8555-b3cf-4de0-a0ee-64e47eda395e', 'status': 'completed', 'code': 200} Jun 22 09:08:41.291875 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbdeec-32d7-41cb-971a-04af04187116 req-9755e462-f062-49e2-803e-9925e23ae0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:41.293362 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-41bbdeec-32d7-41cb-971a-04af04187116 req-9755e462-f062-49e2-803e-9925e23ae0d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c631e8f3d544309a09e7bf6e39f780&device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 1127 time: 0.0401919 Jun 22 09:08:41.335331 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:41.402572 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbdeec-32d7-41cb-971a-04af04187116 req-bbd487cd-e8dc-49da-9636-d3cf6325bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:41.402572 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-41bbdeec-32d7-41cb-971a-04af04187116 req-bbd487cd-e8dc-49da-9636-d3cf6325bf8f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d2c631e8f3d544309a09e7bf6e39f780&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0979970 Jun 22 09:08:41.555172 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9e5a6-480d-41df-97ee-96710fadec19 req-905dc5d8-182f-41c9-b1b7-02b9ab28a4f2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:41.556715 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-56f9e5a6-480d-41df-97ee-96710fadec19 req-905dc5d8-182f-41c9-b1b7-02b9ab28a4f2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 943 time: 0.1259365 Jun 22 09:08:41.578735 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c970e-2546-412f-b308-18114aa0adbd req-eeced351-33e9-4494-859b-acced3f9a2d8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:41.580256 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-700c970e-2546-412f-b308-18114aa0adbd req-eeced351-33e9-4494-859b-acced3f9a2d8 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 946 time: 0.0824082 Jun 22 09:08:41.605021 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbdeec-32d7-41cb-971a-04af04187116 req-5b631483-ad8f-4a8f-93fb-7fd7b282a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:41.608178 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-41bbdeec-32d7-41cb-971a-04af04187116 req-5b631483-ad8f-4a8f-93fb-7fd7b282a845 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2031422 Jun 22 09:08:41.694188 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-56f9e5a6-480d-41df-97ee-96710fadec19 req-fb3bfad5-37da-4c6a-a759-101e6100a2c7 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278329 Jun 22 09:08:41.700726 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-700c970e-2546-412f-b308-18114aa0adbd req-3185b05e-be65-472a-b7b1-d447418769b0 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125522 Jun 22 09:08:41.709830 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-5e829caf-4635-49dd-94c5-bedcf7e047a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:41.711340 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-5e829caf-4635-49dd-94c5-bedcf7e047a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c631e8f3d544309a09e7bf6e39f780&device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 1127 time: 0.0615356 Jun 22 09:08:41.753425 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-b789b53e-cb85-4dce-b25e-70d1c84d8c1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daed8555-b3cf-4de0-a0ee-64e47eda395e HTTP/1.1" status: 200 len: 217 time: 0.0355034 Jun 22 09:08:41.802393 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-48ed4678-3e69-4d93-bbe9-e5ab306108bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:41.803837 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-48ed4678-3e69-4d93-bbe9-e5ab306108bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c35df01d-ad21-4719-8bb8-1d6012172094 HTTP/1.1" status: 200 len: 853 time: 0.0447850 Jun 22 09:08:41.840060 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-4e093cb3-8395-471a-b6c4-0b176427cace service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1fc6598b-8630-43a0-8fc7-8a555dfcd6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299969 Jun 22 09:08:41.914867 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:41.933349 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-e2fbaa49-c09a-4b6b-b26b-69bb44670aac service neutron] 10.222.0.43 "GET /v2.0/networks/1fc6598b-8630-43a0-8fc7-8a555dfcd6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878458 Jun 22 09:08:42.287846 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2f8cf5b9-6a3d-4805-a9cd-baba3cbd559f req-8bd61825-c14f-4694-aa81-b5de93a13eb9 service neutron] 10.222.0.43 "GET /v2.0/networks/1fc6598b-8630-43a0-8fc7-8a555dfcd6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488519 Jun 22 09:08:42.806791 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01ced7-fca8-46aa-a56d-283405a882d0 req-1bd31104-a6f9-45e1-8730-b28ee93e5c58 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:42.808210 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fd01ced7-fca8-46aa-a56d-283405a882d0 req-1bd31104-a6f9-45e1-8730-b28ee93e5c58 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 943 time: 0.0463998 Jun 22 09:08:42.860287 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fd01ced7-fca8-46aa-a56d-283405a882d0 req-b4a87c35-3ce7-4453-acec-d26fc43d2ad1 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465515 Jun 22 09:08:43.135064 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-e2f3b593-bd7f-4dc7-bbbf-7832823d9508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:43.580624 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=15,neutron:INSERT=5 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:43.587558 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=73,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:43.974722 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd0807-6f5f-473b-adcc-93c5b480dc14 req-9ab20d06-a328-4303-a52e-6ef58e0c4cec tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:43.976168 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d7dd0807-6f5f-473b-adcc-93c5b480dc14 req-9ab20d06-a328-4303-a52e-6ef58e0c4cec tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 943 time: 0.0472169 Jun 22 09:08:44.027440 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d7dd0807-6f5f-473b-adcc-93c5b480dc14 req-7290691c-3863-4c64-a1bb-da38158daee6 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Jun 22 09:08:45.087282 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device daed8555-b3cf-4de0-a0ee-64e47eda395e details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:08:45.144338 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c07c43-1cc0-40fe-b8ef-4cece89a2c09 req-33078604-ee4e-4aa3-bd23-106f6c35bf4a tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:45.145839 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-79c07c43-1cc0-40fe-b8ef-4cece89a2c09 req-33078604-ee4e-4aa3-bd23-106f6c35bf4a tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 943 time: 0.0497289 Jun 22 09:08:45.192352 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port daed8555-b3cf-4de0-a0ee-64e47eda395e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=daed8555-b3cf-4de0-a0ee-64e47eda395e,segment=NetworkSegment(26d2a899-4b25-4fc8-88bd-96306f7fdfac),segment_id=26d2a899-4b25-4fc8-88bd-96306f7fdfac)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:45.205598 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-79c07c43-1cc0-40fe-b8ef-4cece89a2c09 req-51a8d250-c23b-4ecd-bfa2-ed4f46d41c10 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538306 Jun 22 09:08:45.205835 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': 'daed8555-b3cf-4de0-a0ee-64e47eda395e', 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af', 'port_id': 'daed8555-b3cf-4de0-a0ee-64e47eda395e', 'mac_address': 'fa:16:3e:e8:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35df01d-ad21-4719-8bb8-1d6012172094', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:08:45.241964 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port daed8555-b3cf-4de0-a0ee-64e47eda395e is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:45.242383 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.260167 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daed8555-b3cf-4de0-a0ee-64e47eda395e {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:08:45.280209 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port daed8555-b3cf-4de0-a0ee-64e47eda395e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=daed8555-b3cf-4de0-a0ee-64e47eda395e,segment=NetworkSegment(26d2a899-4b25-4fc8-88bd-96306f7fdfac),segment_id=26d2a899-4b25-4fc8-88bd-96306f7fdfac)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:45.363759 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.426635 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=daed8555-b3cf-4de0-a0ee-64e47eda395e,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:45.470373 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-cb2fc321-9a2a-4cea-9ac6-4e67f148a832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.570828 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['daed8555-b3cf-4de0-a0ee-64e47eda395e'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:08:45.684900 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:46.331630 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d83a8d-852d-48c6-ac96-306fb4965554 req-952c8e17-4007-4d6d-aaaa-6500d66f55a7 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:46.333541 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-49d83a8d-852d-48c6-ac96-306fb4965554 req-952c8e17-4007-4d6d-aaaa-6500d66f55a7 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 944 time: 0.0487871 Jun 22 09:08:46.381659 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-49d83a8d-852d-48c6-ac96-306fb4965554 req-beed64d0-e990-490b-b038-f4911d2c2eb0 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Jun 22 09:08:47.018352 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.093104 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device daed8555-b3cf-4de0-a0ee-64e47eda395e up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:08:47.136247 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port daed8555-b3cf-4de0-a0ee-64e47eda395e completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:08:47.215022 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port daed8555-b3cf-4de0-a0ee-64e47eda395e triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:47.215319 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.289822 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port daed8555-b3cf-4de0-a0ee-64e47eda395e is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:47.290242 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.316762 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daed8555-b3cf-4de0-a0ee-64e47eda395e'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:47.319003 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80fe98f-fcc5-4543-90b0-8b1e782dae12" -d '{"events": [{"server_uuid": "ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b", "name": "network-vif-plugged", "status": "completed", "tag": "daed8555-b3cf-4de0-a0ee-64e47eda395e"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:47.333187 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port daed8555-b3cf-4de0-a0ee-64e47eda395e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=daed8555-b3cf-4de0-a0ee-64e47eda395e,segment=NetworkSegment(26d2a899-4b25-4fc8-88bd-96306f7fdfac),segment_id=26d2a899-4b25-4fc8-88bd-96306f7fdfac)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:47.357272 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb8889a-27dc-40a3-b1fa-4b762f07e3ef x-openstack-request-id: req-1eb8889a-27dc-40a3-b1fa-4b762f07e3ef {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:47.357569 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b", "name": "network-vif-plugged", "status": "completed", "tag": "daed8555-b3cf-4de0-a0ee-64e47eda395e", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:47.357843 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1eb8889a-27dc-40a3-b1fa-4b762f07e3ef {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:47.358273 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb8889a-27dc-40a3-b1fa-4b762f07e3ef'] response: {'server_uuid': 'ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daed8555-b3cf-4de0-a0ee-64e47eda395e', 'code': 200} Jun 22 09:08:47.437929 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.445659 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:47.475555 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46442) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:47.500177 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=daed8555-b3cf-4de0-a0ee-64e47eda395e,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:47.531118 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efbf61-2437-410f-9c31-899cb2930874 req-22c93140-a4f5-4136-be1d-ae3ba69bae80 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:47.532590 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b5efbf61-2437-410f-9c31-899cb2930874 req-22c93140-a4f5-4136-be1d-ae3ba69bae80 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 945 time: 0.0681031 Jun 22 09:08:47.586828 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b5efbf61-2437-410f-9c31-899cb2930874 req-2e57a58c-b8f0-49fe-8e40-fb500ef48796 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485120 Jun 22 09:08:47.597409 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73a054ff-2bc7-4ea3-bf45-8724b3efe404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.679502 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73a054ff-2bc7-4ea3-bf45-8724b3efe404 admin admin] Publish callbacks [] for security_group (cdcce47b-1736-4e23-afb0-969a7f8bb209), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.697703 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf3ce9-61ea-465f-979a-e4e26ca2f68d req-4d0f6c64-a2cc-42d0-97f6-bcc96e9c3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:47.699255 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8ebf3ce9-61ea-465f-979a-e4e26ca2f68d req-4d0f6c64-a2cc-42d0-97f6-bcc96e9c3cb3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 1129 time: 0.0391963 Jun 22 09:08:47.745256 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8ebf3ce9-61ea-465f-979a-e4e26ca2f68d req-53503c6b-876a-4483-be06-9952e53c36f4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398228 Jun 22 09:08:47.769328 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73a054ff-2bc7-4ea3-bf45-8724b3efe404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (cdcce47b-1736-4e23-afb0-969a7f8bb209), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.811426 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a054ff-2bc7-4ea3-bf45-8724b3efe404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcce47b-1736-4e23-afb0-969a7f8bb209,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:47.818117 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-73a054ff-2bc7-4ea3-bf45-8724b3efe404 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19f0d622e0694de98294009ca56fce84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413579 Jun 22 09:08:47.821101 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 46446) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:47.856098 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:47.873128 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Publish callbacks [] for security_group (cdcce47b-1736-4e23-afb0-969a7f8bb209), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.899001 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Publish callbacks [] for security_group (cdcce47b-1736-4e23-afb0-969a7f8bb209), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:48.038264 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (cdcce47b-1736-4e23-afb0-969a7f8bb209), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:48.040766 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:48.041909 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdcce47b-1736-4e23-afb0-969a7f8bb209 HTTP/1.1" status: 204 len: 168 time: 0.2198284 Jun 22 09:08:48.050477 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcce47b-1736-4e23-afb0-969a7f8bb209,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:48.057698 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.058037 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.058398 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.058730 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.059156 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.059627 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.059751 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.060032 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.060351 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.060669 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.060986 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.061300 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.061662 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.061918 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.062250 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0b4833-e22d-4851-9f0b-4527ccd18de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:48.647248 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 46454) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:48.649309 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:48.665874 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eae4-c6d5-4dc3-b8c8-f16da28be3ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:48.727364 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2f2d6-2bbb-4856-b91d-55738fccc5ba req-093536e0-24ea-4ff7-9672-0efc66935238 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:48.729255 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-17a2f2d6-2bbb-4856-b91d-55738fccc5ba req-093536e0-24ea-4ff7-9672-0efc66935238 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 945 time: 0.0653369 Jun 22 09:08:48.735050 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:48.744957 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:48.807372 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-17a2f2d6-2bbb-4856-b91d-55738fccc5ba req-d2fcb372-ca49-4fba-949f-8c1b0756a548 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662684 Jun 22 09:08:48.830503 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eae4-c6d5-4dc3-b8c8-f16da28be3ca admin admin] Publish callbacks [] for security_group (d3904a03-ad94-4311-99d2-f09bc4cd38fe), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:48.900716 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eae4-c6d5-4dc3-b8c8-f16da28be3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (d3904a03-ad94-4311-99d2-f09bc4cd38fe), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:48.945004 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-f2b1eae4-c6d5-4dc3-b8c8-f16da28be3ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f49261df0296477ca840d14b66b64e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954578 Jun 22 09:08:48.945948 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1eae4-c6d5-4dc3-b8c8-f16da28be3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3904a03-ad94-4311-99d2-f09bc4cd38fe,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:48.947851 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46456) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:48.998357 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cddb9b8e-7967-49d5-81d1-16857a3d05ac admin admin] Publish callbacks [] for security_group (d3904a03-ad94-4311-99d2-f09bc4cd38fe), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:49.021392 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cddb9b8e-7967-49d5-81d1-16857a3d05ac admin admin] Publish callbacks [] for security_group (d3904a03-ad94-4311-99d2-f09bc4cd38fe), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:49.144043 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cddb9b8e-7967-49d5-81d1-16857a3d05ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (d3904a03-ad94-4311-99d2-f09bc4cd38fe), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:49.146675 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cddb9b8e-7967-49d5-81d1-16857a3d05ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:49.147905 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-cddb9b8e-7967-49d5-81d1-16857a3d05ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3904a03-ad94-4311-99d2-f09bc4cd38fe HTTP/1.1" status: 204 len: 168 time: 0.1983573 Jun 22 09:08:49.156196 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb9b8e-7967-49d5-81d1-16857a3d05ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3904a03-ad94-4311-99d2-f09bc4cd38fe,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:49.749747 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 46462) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:49.764266 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5a09d35d-2d7c-4e53-b4c2-eb3e3bc7dbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:49.843428 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5a09d35d-2d7c-4e53-b4c2-eb3e3bc7dbf2 admin admin] Publish callbacks [] for security_group (7c83d834-89f9-4206-a39c-5a1a842e920f), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:49.912410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5a09d35d-2d7c-4e53-b4c2-eb3e3bc7dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (7c83d834-89f9-4206-a39c-5a1a842e920f), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:49.948887 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00807a55-78a0-4bd7-a754-ec2e7da06a1b req-f6a7db40-01e1-43d5-877d-7e298bae8f59 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:49.950397 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-00807a55-78a0-4bd7-a754-ec2e7da06a1b req-f6a7db40-01e1-43d5-877d-7e298bae8f59 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 945 time: 0.0731196 Jun 22 09:08:49.972844 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-5a09d35d-2d7c-4e53-b4c2-eb3e3bc7dbf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57a625c9a3c240a2a7abbdacb79a87c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218754 Jun 22 09:08:49.975514 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46466) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:49.982438 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09d35d-2d7c-4e53-b4c2-eb3e3bc7dbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c83d834-89f9-4206-a39c-5a1a842e920f,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:50.015654 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-00807a55-78a0-4bd7-a754-ec2e7da06a1b req-6d23abe9-4c44-4dc3-9127-bf882c6c4009 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574675 Jun 22 09:08:50.029091 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Publish callbacks [] for security_group (7c83d834-89f9-4206-a39c-5a1a842e920f), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.050912 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Publish callbacks [] for security_group (7c83d834-89f9-4206-a39c-5a1a842e920f), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.195767 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (7c83d834-89f9-4206-a39c-5a1a842e920f), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.198379 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.199631 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c83d834-89f9-4206-a39c-5a1a842e920f HTTP/1.1" status: 204 len: 168 time: 0.2231412 Jun 22 09:08:50.208714 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c83d834-89f9-4206-a39c-5a1a842e920f,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:50.217715 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.218393 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.218765 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.219112 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.219448 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.219779 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.220205 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.220545 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.221168 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.222227 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.222595 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.222981 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.223248 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.223727 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:50.224049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c8c3a7-8e4d-4135-b803-99feab7378eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:53.430749 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-46561bee-69eb-4080-ac9b-4d6c6c40e182 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=19f6894eab29429a9c6829381a675e5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380824 Jun 22 09:08:53.525565 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:53.629776 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bf651-387a-482d-aff9-3029339ea27d req-8f41cc9f-4b05-4a54-ab00-d5dfde1d57ec tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:53.633040 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-8f41cc9f-4b05-4a54-ab00-d5dfde1d57ec tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890349 Jun 22 09:08:53.649112 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-a5c6b280-cdd7-429b-932c-9e7ee440d5bc tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/quotas/19f6894eab29429a9c6829381a675e5f HTTP/1.1" status: 200 len: 375 time: 0.0119877 Jun 22 09:08:53.685615 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-e9dcb199-024c-4c2b-99fa-840c5475c841 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=19f6894eab29429a9c6829381a675e5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307369 Jun 22 09:08:53.931169 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fde45ad9-d360-40bb-b856-42cda27786ee req-c26a5a6a-21f0-4a8b-bffa-c28e5afeb664 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 210 time: 0.0316181 Jun 22 09:08:55.028645 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b7074c95-cc47-4e53-bc9d-585fe52052ac req-8eb4716a-5869-4488-926e-e4231d2f48aa tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 210 time: 0.0279403 Jun 22 09:08:56.126577 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-db4716ec-b92f-4425-a5f6-58aea99fb44c req-0073ef14-fcb2-4996-b631-493d62bcab98 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 210 time: 0.0275137 Jun 22 09:08:56.263637 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-81c1032d-9728-4917-8459-a4455d554420 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=19f6894eab29429a9c6829381a675e5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221257 Jun 22 09:08:56.372120 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bf651-387a-482d-aff9-3029339ea27d req-1d474ae5-51dd-4dce-b058-6bbe1dab290c tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:56.373540 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-1d474ae5-51dd-4dce-b058-6bbe1dab290c tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043518 Jun 22 09:08:56.385626 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Request body: {'port': {'device_id': 'd0ef12ac-4066-450d-91fb-31fe735bdea7', 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35', 'admin_state_up': True, 'tenant_id': '19f6894eab29429a9c6829381a675e5f'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:56.561178 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Made reservation on behalf of 19f6894eab29429a9c6829381a675e5f for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:08:56.564679 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:56.577950 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:56.656873 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Publish callbacks [] for security_group (a8e8d144-1932-488a-bc5e-f19e1dd24563), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:56.761217 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a8e8d144-1932-488a-bc5e-f19e1dd24563), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:56.791878 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:56.826753 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8d144-1932-488a-bc5e-f19e1dd24563,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:56.902478 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Allocated IP 192.168.233.22 (563dc909-4edc-45ba-a1e7-59cbf1b8dd35/3aedd581-2af1-45f3-b3f9-c0ea03e9883e/2128ce76-0f3f-4f96-9a0e-8015eb061c11) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:08:57.049618 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:57.054864 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Publish callbacks [] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:57.167257 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:57.247764 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Network 563dc909-4edc-45ba-a1e7-59cbf1b8dd35 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:08:57.256530 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Pushing event updated for resources: {'Port': ['ID=2128ce76-0f3f-4f96-9a0e-8015eb061c11,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:57.259026 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:57.263195 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:08:57.295649 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a27d6b-8214-4926-80d9-e6526df33e96 req-d2a65aef-ad4e-4f8d-bbe4-0a2a041d6615 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:57.297219 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f0a27d6b-8214-4926-80d9-e6526df33e96 req-d2a65aef-ad4e-4f8d-bbe4-0a2a041d6615 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 935 time: 0.0945837 Jun 22 09:08:57.340846 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:57.341429 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:57.372444 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f0a27d6b-8214-4926-80d9-e6526df33e96 req-81c447b3-370c-4247-ad2c-a2d1b48fa9be tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668833 Jun 22 09:08:57.449610 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-88cd670e-c5b8-42d6-82cc-3ba10ed26239 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0675232 Jun 22 09:08:57.461456 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Request body: {'port': {'device_id': 'd0ef12ac-4066-450d-91fb-31fe735bdea7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:57.462353 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-fef61f54-8c04-44a7-8a41-bbb0b78bb454 None None] Provisioning complete for port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:57.462846 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-fef61f54-8c04-44a7-8a41-bbb0b78bb454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:57.494495 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-fef61f54-8c04-44a7-8a41-bbb0b78bb454 None None] Port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:08:57.524827 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:57.532116 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:08:57.728738 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:57.784852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2128ce76-0f3f-4f96-9a0e-8015eb061c11 {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:08:57.792360 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Publish callbacks [] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:57.806184 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Transition to ACTIVE for port object 2128ce76-0f3f-4f96-9a0e-8015eb061c11 will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:08:57.906581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:57.961561 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Pushing event updated for resources: {'Port': ['ID=2128ce76-0f3f-4f96-9a0e-8015eb061c11,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:58.047448 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Attempting to bind port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:08:58.047791 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Attempting to bind port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'ff9225be-bd69-45e8-982d-b0164307e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:08:58.048118 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Attempting to bind port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 on network 563dc909-4edc-45ba-a1e7-59cbf1b8dd35 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:08:58.053272 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 on network 563dc909-4edc-45ba-a1e7-59cbf1b8dd35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:08:58.053590 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Attempting to bind port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 on network 563dc909-4edc-45ba-a1e7-59cbf1b8dd35 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:08:58.058892 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:08:58.059227 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Checking segment: {'id': 'ff9225be-bd69-45e8-982d-b0164307e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:08:58.059612 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Bound using segment: {'id': 'ff9225be-bd69-45e8-982d-b0164307e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:08:58.060038 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Bound port: 2128ce76-0f3f-4f96-9a0e-8015eb061c11, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9225be-bd69-45e8-982d-b0164307e773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:08:58.060395 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:58.106417 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:58.126752 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] For port 2128ce76-0f3f-4f96-9a0e-8015eb061c11, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:08:58.130397 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] For port 2128ce76-0f3f-4f96-9a0e-8015eb061c11, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2128ce76-0f3f-4f96-9a0e-8015eb061c11,segment=NetworkSegment(ff9225be-bd69-45e8-982d-b0164307e773),segment_id=ff9225be-bd69-45e8-982d-b0164307e773)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:08:58.201647 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:58.246229 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:58.246862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:58.248427 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] 10.222.0.43 "PUT /v2.0/ports/2128ce76-0f3f-4f96-9a0e-8015eb061c11 HTTP/1.1" status: 200 len: 1097 time: 0.7911570 Jun 22 09:08:58.248927 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ef12ac-4066-450d-91fb-31fe735bdea7', 'tag': '2128ce76-0f3f-4f96-9a0e-8015eb061c11'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:58.251384 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf0f98b-f44d-427c-a20e-7db81eb7d5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ef12ac-4066-450d-91fb-31fe735bdea7", "tag": "2128ce76-0f3f-4f96-9a0e-8015eb061c11"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:58.281560 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603026f4-5a0a-4a18-92f5-0f26f4a6a597 service neutron] Pushing event updated for resources: {'Port': ['ID=2128ce76-0f3f-4f96-9a0e-8015eb061c11,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:58.290090 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cb80c2-5f81-4c8f-8092-e0d3e8f83d76 x-openstack-request-id: req-a4cb80c2-5f81-4c8f-8092-e0d3e8f83d76 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:58.290488 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ef12ac-4066-450d-91fb-31fe735bdea7", "tag": "2128ce76-0f3f-4f96-9a0e-8015eb061c11", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:58.290609 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4cb80c2-5f81-4c8f-8092-e0d3e8f83d76 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:58.291014 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4cb80c2-5f81-4c8f-8092-e0d3e8f83d76'] response: {'name': 'network-changed', 'server_uuid': 'd0ef12ac-4066-450d-91fb-31fe735bdea7', 'tag': '2128ce76-0f3f-4f96-9a0e-8015eb061c11', 'status': 'completed', 'code': 200} Jun 22 09:08:58.356319 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0f98b-f44d-427c-a20e-7db81eb7d5ba req-51c6b449-dd6f-433d-9297-cd6ce7d56234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:58.357868 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-acf0f98b-f44d-427c-a20e-7db81eb7d5ba req-51c6b449-dd6f-433d-9297-cd6ce7d56234 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19f6894eab29429a9c6829381a675e5f&device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 1131 time: 0.0459259 Jun 22 09:08:58.386376 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-acf0f98b-f44d-427c-a20e-7db81eb7d5ba req-51572a32-7e8d-4692-83d7-fa3345e4ead3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=19f6894eab29429a9c6829381a675e5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204637 Jun 22 09:08:58.531649 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a252452-5943-4a5e-87bb-36dcdac25b02 req-28c33f8d-b7c7-48a1-aea3-d6498d387c2b tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:58.533030 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a252452-5943-4a5e-87bb-36dcdac25b02 req-28c33f8d-b7c7-48a1-aea3-d6498d387c2b tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 947 time: 0.0709713 Jun 22 09:08:58.534527 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0f98b-f44d-427c-a20e-7db81eb7d5ba req-b3903b4c-c10e-49e0-831c-9bd2d8b5653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:58.535981 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-acf0f98b-f44d-427c-a20e-7db81eb7d5ba req-b3903b4c-c10e-49e0-831c-9bd2d8b5653b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1431992 Jun 22 09:08:58.590022 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a252452-5943-4a5e-87bb-36dcdac25b02 req-12d9e47b-8892-4a8e-8474-0edbecafb942 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508606 Jun 22 09:08:58.617583 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bf651-387a-482d-aff9-3029339ea27d req-b5e1bff9-9af6-45e3-8cdb-218d7830a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:58.619116 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-b5e1bff9-9af6-45e3-8cdb-218d7830a08b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=19f6894eab29429a9c6829381a675e5f&device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 1131 time: 0.0444427 Jun 22 09:08:58.660990 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-09606157-7f79-4203-a772-e7278478c15b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2128ce76-0f3f-4f96-9a0e-8015eb061c11 HTTP/1.1" status: 200 len: 217 time: 0.0323217 Jun 22 09:08:58.712164 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bf651-387a-482d-aff9-3029339ea27d req-0ea8385c-8483-4654-9e46-372aa9fa66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:58.713666 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-0ea8385c-8483-4654-9e46-372aa9fa66aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3aedd581-2af1-45f3-b3f9-c0ea03e9883e HTTP/1.1" status: 200 len: 843 time: 0.0470755 Jun 22 09:08:58.756964 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bf651-387a-482d-aff9-3029339ea27d req-bb30916b-b4f0-48a2-9173-7d4d88d3c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:58.758458 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-bb30916b-b4f0-48a2-9173-7d4d88d3c957 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=563dc909-4edc-45ba-a1e7-59cbf1b8dd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0393136 Jun 22 09:08:58.857224 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-fb0cac64-185f-464e-a687-fbba4d1bed32 service neutron] 10.222.0.43 "GET /v2.0/networks/563dc909-4edc-45ba-a1e7-59cbf1b8dd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908670 Jun 22 09:08:58.947654 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-877bf651-387a-482d-aff9-3029339ea27d req-9a8b0f42-fdc7-42fd-b50c-53f8891adc92 service neutron] 10.222.0.43 "GET /v2.0/networks/563dc909-4edc-45ba-a1e7-59cbf1b8dd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840690 Jun 22 09:08:59.708331 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b879c-ce6c-4f85-8bcb-6cf07d6aec95 req-1e820ac7-d713-4cfa-9f8c-a218fc70a1cf tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:59.709838 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae4b879c-ce6c-4f85-8bcb-6cf07d6aec95 req-1e820ac7-d713-4cfa-9f8c-a218fc70a1cf tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 947 time: 0.0477390 Jun 22 09:08:59.755402 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:59.763032 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae4b879c-ce6c-4f85-8bcb-6cf07d6aec95 req-c50024e0-5e96-460e-a526-3a73db675409 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469897 Jun 22 09:09:00.203626 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=57,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:00.212618 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:00.876749 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb725ee2-d390-45d1-855d-0ae4a0c7d807 req-5ff3e7e0-c038-4ba4-954d-52186f04e7ce tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:00.878855 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bb725ee2-d390-45d1-855d-0ae4a0c7d807 req-5ff3e7e0-c038-4ba4-954d-52186f04e7ce tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 947 time: 0.0479620 Jun 22 09:09:00.932095 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bb725ee2-d390-45d1-855d-0ae4a0c7d807 req-8e3a25f1-3a68-43b8-8507-36fb845fdfb7 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Jun 22 09:09:01.127062 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 2128ce76-0f3f-4f96-9a0e-8015eb061c11 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:09:01.237563 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 2128ce76-0f3f-4f96-9a0e-8015eb061c11, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2128ce76-0f3f-4f96-9a0e-8015eb061c11,segment=NetworkSegment(ff9225be-bd69-45e8-982d-b0164307e773),segment_id=ff9225be-bd69-45e8-982d-b0164307e773)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:01.249983 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '2128ce76-0f3f-4f96-9a0e-8015eb061c11', 'network_id': '563dc909-4edc-45ba-a1e7-59cbf1b8dd35', 'port_id': '2128ce76-0f3f-4f96-9a0e-8015eb061c11', 'mac_address': 'fa:16:3e:26:95:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aedd581-2af1-45f3-b3f9-c0ea03e9883e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:09:01.284307 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:01.284687 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:01.297311 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2128ce76-0f3f-4f96-9a0e-8015eb061c11 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:09:01.317504 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 2128ce76-0f3f-4f96-9a0e-8015eb061c11, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2128ce76-0f3f-4f96-9a0e-8015eb061c11,segment=NetworkSegment(ff9225be-bd69-45e8-982d-b0164307e773),segment_id=ff9225be-bd69-45e8-982d-b0164307e773)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:01.401584 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:01.450290 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=2128ce76-0f3f-4f96-9a0e-8015eb061c11,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:01.458565 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.458565 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.458852 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.459051 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.459768 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.459768 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.460007 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.460314 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.460721 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.461034 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.461559 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.461976 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.462566 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.463111 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.463674 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:01.659594 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['2128ce76-0f3f-4f96-9a0e-8015eb061c11'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:09:01.792021 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:02.047419 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60be71-72f0-4b06-bb15-d4f64eb4b797 req-37659aa0-63e0-4938-bbec-345a2c8857d5 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:02.048899 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9d60be71-72f0-4b06-bb15-d4f64eb4b797 req-37659aa0-63e0-4938-bbec-345a2c8857d5 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 948 time: 0.0478477 Jun 22 09:09:02.098122 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9d60be71-72f0-4b06-bb15-d4f64eb4b797 req-79943e2b-6a28-4fe2-a43b-a7e885a421b3 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 Jun 22 09:09:03.159755 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 2128ce76-0f3f-4f96-9a0e-8015eb061c11 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:03.206932 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:09:03.215884 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615ccb5-cebc-4903-a330-02bf81988388 req-99f83823-8128-40ac-b7de-5c9932da12f7 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:03.217498 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5615ccb5-cebc-4903-a330-02bf81988388 req-99f83823-8128-40ac-b7de-5c9932da12f7 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 948 time: 0.0524108 Jun 22 09:09:03.267240 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5615ccb5-cebc-4903-a330-02bf81988388 req-ceea4486-8d52-420f-ad5c-2099867fdb2c tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Jun 22 09:09:03.283388 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:03.284450 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:03.357862 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:03.358276 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:03.376683 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:03.381970 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ef12ac-4066-450d-91fb-31fe735bdea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2128ce76-0f3f-4f96-9a0e-8015eb061c11'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:09:03.384225 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7c10df-c155-4c21-8e3a-3cee2d4810a2" -d '{"events": [{"server_uuid": "d0ef12ac-4066-450d-91fb-31fe735bdea7", "name": "network-vif-plugged", "status": "completed", "tag": "2128ce76-0f3f-4f96-9a0e-8015eb061c11"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:03.396815 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 2128ce76-0f3f-4f96-9a0e-8015eb061c11, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2128ce76-0f3f-4f96-9a0e-8015eb061c11,segment=NetworkSegment(ff9225be-bd69-45e8-982d-b0164307e773),segment_id=ff9225be-bd69-45e8-982d-b0164307e773)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:03.422690 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd38aaf5-aa37-472e-8968-6df81fdbc032 x-openstack-request-id: req-bd38aaf5-aa37-472e-8968-6df81fdbc032 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:03.422690 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ef12ac-4066-450d-91fb-31fe735bdea7", "name": "network-vif-plugged", "status": "completed", "tag": "2128ce76-0f3f-4f96-9a0e-8015eb061c11", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:03.422690 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd38aaf5-aa37-472e-8968-6df81fdbc032 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:03.422690 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd38aaf5-aa37-472e-8968-6df81fdbc032'] response: {'server_uuid': 'd0ef12ac-4066-450d-91fb-31fe735bdea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2128ce76-0f3f-4f96-9a0e-8015eb061c11', 'code': 200} Jun 22 09:09:03.466396 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:03.518445 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=2128ce76-0f3f-4f96-9a0e-8015eb061c11,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:03.738128 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af6c9-cfb3-4649-8d76-cb83346600bd req-9ee1c8cc-a28b-4412-8f88-a74b13a462e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:03.739652 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-714af6c9-cfb3-4649-8d76-cb83346600bd req-9ee1c8cc-a28b-4412-8f88-a74b13a462e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 1133 time: 0.0435262 Jun 22 09:09:03.765822 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:03.789507 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-714af6c9-cfb3-4649-8d76-cb83346600bd req-1534e6f7-6507-42c3-8af0-4fc05d0d906e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Jun 22 09:09:04.389839 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d2e7d-7830-45ef-a65f-65f663b132dd req-3c784ab4-bdd5-4265-a00d-2c591189fac2 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:04.391355 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e59d2e7d-7830-45ef-a65f-65f663b132dd req-3c784ab4-bdd5-4265-a00d-2c591189fac2 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 949 time: 0.0481234 Jun 22 09:09:04.443896 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e59d2e7d-7830-45ef-a65f-65f663b132dd req-c6b87ba5-1584-42a7-9fc8-f4d5ce30d97c tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448437 Jun 22 09:09:04.974799 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:05.570548 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5657b-eab1-4827-8249-66f33a0a27c6 req-ab5f431e-9f6a-4d2a-9cf0-c58a4d5f413b tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:05.571941 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-34d5657b-eab1-4827-8249-66f33a0a27c6 req-ab5f431e-9f6a-4d2a-9cf0-c58a4d5f413b tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 949 time: 0.0549049 Jun 22 09:09:05.619139 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-34d5657b-eab1-4827-8249-66f33a0a27c6 req-bb807d36-1308-4a58-b1c6-4d774d40b843 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 Jun 22 09:09:06.743281 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b07b4-39c0-4a50-ac94-eeee2e723e08 req-b08a233d-70a7-4385-878a-eae6fa9455bb tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:06.744843 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-068b07b4-39c0-4a50-ac94-eeee2e723e08 req-b08a233d-70a7-4385-878a-eae6fa9455bb tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 949 time: 0.0472996 Jun 22 09:09:06.792838 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-068b07b4-39c0-4a50-ac94-eeee2e723e08 req-36b03d09-cafa-409a-b278-36135b750cd2 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422342 Jun 22 09:09:07.463777 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d448742-4b74-427d-a707-e7e4e7285004 req-f977b5fd-5628-44f2-b1f7-b51b43051220 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:07.465269 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6d448742-4b74-427d-a707-e7e4e7285004 req-f977b5fd-5628-44f2-b1f7-b51b43051220 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 949 time: 0.0502574 Jun 22 09:09:07.515439 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6d448742-4b74-427d-a707-e7e4e7285004 req-5bbe34f5-5389-4846-a341-0082507d147d tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443187 Jun 22 09:09:08.636118 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5ff66-3439-45a8-8e57-1b77909e4e88 req-d0dd4408-d02f-4e2e-a737-bfb004eb504a tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:08.637656 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-09c5ff66-3439-45a8-8e57-1b77909e4e88 req-d0dd4408-d02f-4e2e-a737-bfb004eb504a tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 949 time: 0.0509341 Jun 22 09:09:08.688762 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-09c5ff66-3439-45a8-8e57-1b77909e4e88 req-628211a9-3988-4434-9cf1-3d21bdc362ef tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8e8d144-1932-488a-bc5e-f19e1dd24563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454261 Jun 22 09:09:08.935320 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca8f1-c314-40b4-8dcf-c82c175e0036 req-7c7cf332-e0b2-4021-834d-d8059ecaa6ae tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:08.936789 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0deca8f1-c314-40b4-8dcf-c82c175e0036 req-7c7cf332-e0b2-4021-834d-d8059ecaa6ae tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 949 time: 0.0519736 Jun 22 09:09:09.021140 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-0deca8f1-c314-40b4-8dcf-c82c175e0036 req-f5d1c7f5-9025-43be-95fd-07590529870f tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Deleting port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:09:09.021473 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-0deca8f1-c314-40b4-8dcf-c82c175e0036 req-f5d1c7f5-9025-43be-95fd-07590529870f tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:09.052689 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:09.119880 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-0deca8f1-c314-40b4-8dcf-c82c175e0036 req-f5d1c7f5-9025-43be-95fd-07590529870f tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] For port 2128ce76-0f3f-4f96-9a0e-8015eb061c11, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2128ce76-0f3f-4f96-9a0e-8015eb061c11,segment=NetworkSegment(ff9225be-bd69-45e8-982d-b0164307e773),segment_id=ff9225be-bd69-45e8-982d-b0164307e773)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:09.120153 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-0deca8f1-c314-40b4-8dcf-c82c175e0036 req-f5d1c7f5-9025-43be-95fd-07590529870f tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:09.134606 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-0deca8f1-c314-40b4-8dcf-c82c175e0036 req-f5d1c7f5-9025-43be-95fd-07590529870f tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Calling delete_port for 2128ce76-0f3f-4f96-9a0e-8015eb061c11 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:09:09.199479 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:09.340298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-0deca8f1-c314-40b4-8dcf-c82c175e0036 req-f5d1c7f5-9025-43be-95fd-07590529870f tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (2128ce76-0f3f-4f96-9a0e-8015eb061c11), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:09.352750 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['2128ce76-0f3f-4f96-9a0e-8015eb061c11'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:09:09.374200 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1c7f5-9025-43be-95fd-07590529870f tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Pushing event deleted for resources: {'Port': ['ID=2128ce76-0f3f-4f96-9a0e-8015eb061c11,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:09.429412 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deca8f1-c314-40b4-8dcf-c82c175e0036 req-f5d1c7f5-9025-43be-95fd-07590529870f tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] No DVR routers for this DVR port 2128ce76-0f3f-4f96-9a0e-8015eb061c11 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:09:09.434719 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-0deca8f1-c314-40b4-8dcf-c82c175e0036 req-f5d1c7f5-9025-43be-95fd-07590529870f tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:09.438275 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0deca8f1-c314-40b4-8dcf-c82c175e0036 req-f5d1c7f5-9025-43be-95fd-07590529870f tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.43 "DELETE /v2.0/ports/2128ce76-0f3f-4f96-9a0e-8015eb061c11 HTTP/1.1" status: 204 len: 173 time: 0.4954677 Jun 22 09:09:09.438872 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ef12ac-4066-450d-91fb-31fe735bdea7', 'name': 'network-vif-deleted', 'tag': '2128ce76-0f3f-4f96-9a0e-8015eb061c11'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:09:09.441852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea50c203-174b-4f78-80e8-f24d2df4c3b7" -d '{"events": [{"server_uuid": "d0ef12ac-4066-450d-91fb-31fe735bdea7", "name": "network-vif-deleted", "tag": "2128ce76-0f3f-4f96-9a0e-8015eb061c11"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:09.480077 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa24771-ba0c-42a1-aed8-63e6a1d3ed37 x-openstack-request-id: req-6aa24771-ba0c-42a1-aed8-63e6a1d3ed37 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:09.480363 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ef12ac-4066-450d-91fb-31fe735bdea7", "name": "network-vif-deleted", "tag": "2128ce76-0f3f-4f96-9a0e-8015eb061c11", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:09.480612 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6aa24771-ba0c-42a1-aed8-63e6a1d3ed37 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:09.481018 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa24771-ba0c-42a1-aed8-63e6a1d3ed37'] response: {'server_uuid': 'd0ef12ac-4066-450d-91fb-31fe735bdea7', 'name': 'network-vif-deleted', 'tag': '2128ce76-0f3f-4f96-9a0e-8015eb061c11', 'status': 'completed', 'code': 200} Jun 22 09:09:09.789968 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1abcc6b4-38cd-48d2-899e-663e7da3e27f req-5af55829-0705-4ad8-a47b-5be61c74c794 tempest-VolumesNegativeTest-1541667547 tempest-VolumesNegativeTest-1541667547-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ef12ac-4066-450d-91fb-31fe735bdea7 HTTP/1.1" status: 200 len: 210 time: 0.0289793 Jun 22 09:09:13.134430 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-56e535c2-b81f-435e-9426-6819068cdeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:13.206692 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 2128ce76-0f3f-4f96-9a0e-8015eb061c11 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:09:13.230478 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 2128ce76-0f3f-4f96-9a0e-8015eb061c11 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:09:13.231438 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 2128ce76-0f3f-4f96-9a0e-8015eb061c11 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:09:13.541274 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=19 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:13.542128 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=15 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:15.478659 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4a96-97e6-4f53-804b-eccd95379d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:15.551581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62dac-b589-4e69-86c5-2800ed357841 req-7bc8a6da-8dc6-4732-9031-56f4a856103a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:15.553193 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f4f62dac-b589-4e69-86c5-2800ed357841 req-7bc8a6da-8dc6-4732-9031-56f4a856103a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 946 time: 0.0497713 Jun 22 09:09:15.615424 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f4f62dac-b589-4e69-86c5-2800ed357841 req-4f62b1cf-7f3e-4fdf-acb4-21e9fef57a2b tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562916 Jun 22 09:09:16.672608 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46946) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:16.743801 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a78278-da24-4b87-96df-e61ab556e0c2 req-731ccdd5-7a90-478f-8e98-46a6aed6e2bf tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:16.745285 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c9a78278-da24-4b87-96df-e61ab556e0c2 req-731ccdd5-7a90-478f-8e98-46a6aed6e2bf tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 946 time: 0.0483365 Jun 22 09:09:16.803556 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c9a78278-da24-4b87-96df-e61ab556e0c2 req-baffed8c-d689-493a-98f4-13db199044ab tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517805 Jun 22 09:09:16.816530 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-18cff3f4-6a12-4148-878b-a68133935f47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19f6894eab29429a9c6829381a675e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427541 Jun 22 09:09:16.817116 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46952) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:16.874395 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5e3187a3-c8c3-4f88-bad5-755996afe964 admin admin] Publish callbacks [] for security_group (a8e8d144-1932-488a-bc5e-f19e1dd24563), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:16.905299 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5e3187a3-c8c3-4f88-bad5-755996afe964 admin admin] Publish callbacks [] for security_group (a8e8d144-1932-488a-bc5e-f19e1dd24563), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:16.974697 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:17.031420 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5e3187a3-c8c3-4f88-bad5-755996afe964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a8e8d144-1932-488a-bc5e-f19e1dd24563), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:17.034113 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-5e3187a3-c8c3-4f88-bad5-755996afe964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:17.035419 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-5e3187a3-c8c3-4f88-bad5-755996afe964 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8e8d144-1932-488a-bc5e-f19e1dd24563 HTTP/1.1" status: 204 len: 168 time: 0.2173128 Jun 22 09:09:17.043776 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3187a3-c8c3-4f88-bad5-755996afe964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8d144-1932-488a-bc5e-f19e1dd24563,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:17.376035 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-8a7fa956-7ee3-4665-a428-418a3c852df5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:17.378657 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-8a7fa956-7ee3-4665-a428-418a3c852df5 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 946 time: 0.0522828 Jun 22 09:09:17.472954 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Deleting port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:09:17.473297 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:17.569309 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] For port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:17.569679 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:17.736998 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:17.737353 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (c06e21b3-6408-4fa7-b054-efa2da4f07df), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:17.737661 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Floating IP c06e21b3-6408-4fa7-b054-efa2da4f07df disassociated. External IP: 172.27.2.124, port: f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f. Jun 22 09:09:17.737997 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Calling delete_port for f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:09:17.919937 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:17.945166 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1320b0-9446-4539-ad84-14653a585219 req-18ede409-3cb1-4282-ace4-8f93e437058e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:17.945166 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1e1320b0-9446-4539-ad84-14653a585219 req-18ede409-3cb1-4282-ace4-8f93e437058e tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 946 time: 0.0548952 Jun 22 09:09:17.963558 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:17.993621 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:18.003804 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event deleted for resources: {'Port': ['ID=f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:18.025839 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1e1320b0-9446-4539-ad84-14653a585219 req-0f3c6665-e106-4d5a-a3c6-66403196e01d tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups?id=a58e9dd8-091c-4e7c-a3f3-5cce530595c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795186 Jun 22 09:09:18.399753 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Router 7ef81170-7a25-4352-86e1-6379ac1a39be has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:09:18.514489 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:18.526417 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a76d29-b979-45ea-981e-8de025015ae9 None None] Sync routers for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:18.537141 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a76d29-b979-45ea-981e-8de025015ae9 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:18.537759 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-55a76d29-b979-45ea-981e-8de025015ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:09:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:18.559060 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] No DVR routers for this DVR port f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:09:18.561571 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:18.565013 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-37fb4abf-aeb2-4e59-965c-f581fc441e23 req-bb01317d-6017-498b-b1c4-9b8cc1c97e07 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.43 "DELETE /v2.0/ports/f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f HTTP/1.1" status: 204 len: 173 time: 1.1806059 Jun 22 09:09:18.565463 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'name': 'network-vif-deleted', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:09:18.567840 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a262b6-845b-4f05-a551-334445c9c745" -d '{"events": [{"server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "name": "network-vif-deleted", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:18.606172 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285b5de7-804c-40cb-b2e7-d59c3f589606 x-openstack-request-id: req-285b5de7-804c-40cb-b2e7-d59c3f589606 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:18.606172 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ef288-3b6e-4369-8492-76898b858067", "name": "network-vif-deleted", "tag": "f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:18.606172 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-285b5de7-804c-40cb-b2e7-d59c3f589606 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:18.606172 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285b5de7-804c-40cb-b2e7-d59c3f589606'] response: {'server_uuid': 'ea1ef288-3b6e-4369-8492-76898b858067', 'name': 'network-vif-deleted', 'tag': 'f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f', 'status': 'completed', 'code': 200} Jun 22 09:09:18.646418 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-55a76d29-b979-45ea-981e-8de025015ae9 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:18.654503 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:18.740264 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:18.837738 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-55a76d29-b979-45ea-981e-8de025015ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:18.863376 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a76d29-b979-45ea-981e-8de025015ae9 None None] Checking router: 7ef81170-7a25-4352-86e1-6379ac1a39be for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:18.871884 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a76d29-b979-45ea-981e-8de025015ae9 None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:18.872521 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-55a76d29-b979-45ea-981e-8de025015ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:09:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:18.974701 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-55a76d29-b979-45ea-981e-8de025015ae9 None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:19.140046 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-85bf257d-830c-4c3a-8001-1048be652d32 req-a73fe31b-4b87-4624-a082-e84b940ba534 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 210 time: 0.0277815 Jun 22 09:09:19.160296 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-55a76d29-b979-45ea-981e-8de025015ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:19.187071 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a76d29-b979-45ea-981e-8de025015ae9 None None] The sync data for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi is: [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:02:14Z', 'revision_number': 4, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '05949936-8581-4d51-8730-8ce358ba4e11', 'name': '', 'network_id': '15257489-695d-400e-ba82-cb5e772f9bd0', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'mac_address': 'fa:16:3e:cb:9f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:13Z', 'updated_at': '2022-06-22T09:02:20Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'subnets': [{'id': '7437e07b-8af6-4d4d-bc86-69cdb6a4ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:19.402714 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812b183-306a-4f06-8ebe-0145859fbceb None None] New status for floating IP c06e21b3-6408-4fa7-b054-efa2da4f07df: DOWN {{(pid=104241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:09:20.269452 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dfb0227e-39c0-4b98-87eb-9af8e60acf2f req-8399c7d5-3260-4581-99fe-28973643843a tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 210 time: 0.0331044 Jun 22 09:09:21.360647 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:09:21.380925 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:09:21.381274 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device f9c7f6a1-3101-4cb8-aa47-5aeefb31d27f not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:09:21.382104 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-de15ecb7-fcd1-46db-a0fd-f11ffe99c611 req-1321f60c-0d37-4ca7-9ff2-859d4655ca41 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1ef288-3b6e-4369-8492-76898b858067 HTTP/1.1" status: 200 len: 210 time: 0.0279093 Jun 22 09:09:22.545014 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46986) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:22.608485 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fc78bbe1-1295-454a-93d6-238fb451b7db tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (a58e9dd8-091c-4e7c-a3f3-5cce530595c3), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:22.634935 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fc78bbe1-1295-454a-93d6-238fb451b7db tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (a58e9dd8-091c-4e7c-a3f3-5cce530595c3), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:22.774258 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fc78bbe1-1295-454a-93d6-238fb451b7db tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (a58e9dd8-091c-4e7c-a3f3-5cce530595c3), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:22.776959 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fc78bbe1-1295-454a-93d6-238fb451b7db tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:22.778129 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-fc78bbe1-1295-454a-93d6-238fb451b7db tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "DELETE /v2.0/security-groups/a58e9dd8-091c-4e7c-a3f3-5cce530595c3 HTTP/1.1" status: 204 len: 168 time: 0.2321148 Jun 22 09:09:22.781067 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 46990) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:22.788340 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78bbe1-1295-454a-93d6-238fb451b7db tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58e9dd8-091c-4e7c-a3f3-5cce530595c3,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:22.795429 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.api.v2.resource [None req-7181e90b-2604-4c8b-ad87-807d66c7f2c3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] show failed (client error): The resource could not be found. Jun 22 09:09:22.796460 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-7181e90b-2604-4c8b-ad87-807d66c7f2c3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "GET /v2.0/security-groups/a58e9dd8-091c-4e7c-a3f3-5cce530595c3 HTTP/1.1" status: 404 len: 347 time: 0.0143244 Jun 22 09:09:22.800395 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 46992) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:22.911292 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-8ad748a0-2f80-4963-80af-7019d60882d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Deleting port c1a73458-3ddd-448b-a7fc-46fc29fd92cf {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:09:22.911621 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8ad748a0-2f80-4963-80af-7019d60882d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (c1a73458-3ddd-448b-a7fc-46fc29fd92cf), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:22.997149 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8ad748a0-2f80-4963-80af-7019d60882d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (c1a73458-3ddd-448b-a7fc-46fc29fd92cf), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:22.997422 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8ad748a0-2f80-4963-80af-7019d60882d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (c1a73458-3ddd-448b-a7fc-46fc29fd92cf), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:23.010479 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-8ad748a0-2f80-4963-80af-7019d60882d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Calling delete_port for c1a73458-3ddd-448b-a7fc-46fc29fd92cf owned by network:floatingip {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:09:23.180475 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8ad748a0-2f80-4963-80af-7019d60882d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (c1a73458-3ddd-448b-a7fc-46fc29fd92cf), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:23.207889 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad748a0-2f80-4963-80af-7019d60882d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Pushing event deleted for resources: {'Port': ['ID=c1a73458-3ddd-448b-a7fc-46fc29fd92cf,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:23.271540 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8ad748a0-2f80-4963-80af-7019d60882d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks [] for floatingip (c06e21b3-6408-4fa7-b054-efa2da4f07df), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:23.273949 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-8ad748a0-2f80-4963-80af-7019d60882d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:23.275118 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-8ad748a0-2f80-4963-80af-7019d60882d3 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] 10.222.0.36 "DELETE /v2.0/floatingips/c06e21b3-6408-4fa7-b054-efa2da4f07df HTTP/1.1" status: 204 len: 168 time: 0.4737563 Jun 22 09:09:28.046234 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47032) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:28.506803 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460168'] for router_interface (7ef81170-7a25-4352-86e1-6379ac1a39be), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:28.509076 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:28.735996 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] Deleting port 05949936-8581-4d51-8730-8ce358ba4e11 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:09:28.736321 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (05949936-8581-4d51-8730-8ce358ba4e11), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:28.815348 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] For port 05949936-8581-4d51-8730-8ce358ba4e11, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=05949936-8581-4d51-8730-8ce358ba4e11,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:28.815596 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (05949936-8581-4d51-8730-8ce358ba4e11), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:28.829502 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] Calling delete_port for 05949936-8581-4d51-8730-8ce358ba4e11 owned by network:router_interface {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:09:28.997396 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:29.105814 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (05949936-8581-4d51-8730-8ce358ba4e11), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:29.132088 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] Pushing event deleted for resources: {'Port': ['ID=05949936-8581-4d51-8730-8ce358ba4e11,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:29.162921 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=63 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:29.164041 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=69 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:29.313189 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460060'] for router_interface (7ef81170-7a25-4352-86e1-6379ac1a39be), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:29.499608 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:29.530957 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] Router 7ef81170-7a25-4352-86e1-6379ac1a39be has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:09:29.637220 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:29.641895 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-09c748a4-8a0b-425c-bb7f-17f0b074c952 admin admin] 10.222.0.36 "PUT /v2.0/routers/7ef81170-7a25-4352-86e1-6379ac1a39be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5945742 Jun 22 09:09:29.645294 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47040) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:29.648087 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e6fe9-6afd-47e7-9a14-fd6ae0df0fdf None None] Sync routers for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:29.660885 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e6fe9-6afd-47e7-9a14-fd6ae0df0fdf None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:29.661579 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b47e6fe9-6afd-47e7-9a14-fd6ae0df0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:09:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:29.746174 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Publish callbacks [] for router (7ef81170-7a25-4352-86e1-6379ac1a39be), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:29.850562 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Publish callbacks [] for router_gateway (7ef81170-7a25-4352-86e1-6379ac1a39be), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:29.850753 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-b47e6fe9-6afd-47e7-9a14-fd6ae0df0fdf None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:29.985616 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Deleting port b0d1d595-28a6-4854-acf0-e8a565823611 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:09:29.986757 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:30.025090 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b47e6fe9-6afd-47e7-9a14-fd6ae0df0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:09:28Z', 'revision_number': 5, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port': {'id': 'b0d1d595-28a6-4854-acf0-e8a565823611', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:02:10Z', 'updated_at': '2022-06-22T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:30.051241 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e6fe9-6afd-47e7-9a14-fd6ae0df0fdf None None] Checking router: 7ef81170-7a25-4352-86e1-6379ac1a39be for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:30.052862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:30.060017 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e6fe9-6afd-47e7-9a14-fd6ae0df0fdf None None] Routers {'7ef81170-7a25-4352-86e1-6379ac1a39be'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:30.060637 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b47e6fe9-6afd-47e7-9a14-fd6ae0df0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:09:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['7ef81170-7a25-4352-86e1-6379ac1a39be'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:30.078133 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] For port b0d1d595-28a6-4854-acf0-e8a565823611, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b0d1d595-28a6-4854-acf0-e8a565823611,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:30.078490 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:30.092888 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Calling delete_port for b0d1d595-28a6-4854-acf0-e8a565823611 owned by network:router_gateway {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:09:30.144487 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-b47e6fe9-6afd-47e7-9a14-fd6ae0df0fdf None None] Set router 7ef81170-7a25-4352-86e1-6379ac1a39be gateway port host: None {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:30.194785 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b47e6fe9-6afd-47e7-9a14-fd6ae0df0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:09:29Z', 'revision_number': 6, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port_host': None}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:30.219624 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e6fe9-6afd-47e7-9a14-fd6ae0df0fdf None None] The sync data for ids ['7ef81170-7a25-4352-86e1-6379ac1a39be'] in dv-cinder-787296-11-iscsi is: [{'id': '7ef81170-7a25-4352-86e1-6379ac1a39be', 'name': 'tempest-AttachVolumeShelveTestJSON-1517263413-router', 'tenant_id': 'ec813daa61ab4ac59a2197042fb35325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:02:09Z', 'updated_at': '2022-06-22T09:09:29Z', 'revision_number': 6, 'project_id': 'ec813daa61ab4ac59a2197042fb35325', 'gw_port_host': None}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:30.332606 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (b0d1d595-28a6-4854-acf0-e8a565823611), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:30.356260 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d1d595-28a6-4854-acf0-e8a565823611,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:30.423951 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-490552'] for router_gateway (7ef81170-7a25-4352-86e1-6379ac1a39be), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:30.511445 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-464945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25224'] for router (7ef81170-7a25-4352-86e1-6379ac1a39be), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:30.513532 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Publish callbacks [] for router_controller (7ef81170-7a25-4352-86e1-6379ac1a39be), precommit_delete_associations {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:30.631946 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465087'] for router (7ef81170-7a25-4352-86e1-6379ac1a39be), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:30.633540 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef81170-7a25-4352-86e1-6379ac1a39be {{(pid=104239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:09:30.645228 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:30.645228 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-3231ee64-5908-45d8-acf7-3c2c0eab233f admin admin] 10.222.0.36 "DELETE /v2.0/routers/7ef81170-7a25-4352-86e1-6379ac1a39be HTTP/1.1" status: 204 len: 168 time: 0.9939418 Jun 22 09:09:30.646935 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47044) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:30.702126 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8654a8-5d15-4ca8-8629-a1745a3bf201 admin admin] Deleting subnet 7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 {{(pid=104240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:09:30.705772 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3e8654a8-5d15-4ca8-8629-a1745a3bf201 admin admin] Publish callbacks [] for subnet (7437e07b-8af6-4d4d-bc86-69cdb6a4ec51), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:30.727354 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:30.732934 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:30.742406 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3e8654a8-5d15-4ca8-8629-a1745a3bf201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13837601'] for subnet (7437e07b-8af6-4d4d-bc86-69cdb6a4ec51), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.054612 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3e8654a8-5d15-4ca8-8629-a1745a3bf201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (7437e07b-8af6-4d4d-bc86-69cdb6a4ec51), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.066380 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 05949936-8581-4d51-8730-8ce358ba4e11 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:09:31.090443 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 05949936-8581-4d51-8730-8ce358ba4e11 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:09:31.090796 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 05949936-8581-4d51-8730-8ce358ba4e11 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:09:31.180393 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3e8654a8-5d15-4ca8-8629-a1745a3bf201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14068931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13124434'] for subnet (7437e07b-8af6-4d4d-bc86-69cdb6a4ec51), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.207984 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8654a8-5d15-4ca8-8629-a1745a3bf201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7437e07b-8af6-4d4d-bc86-69cdb6a4ec51,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:31.212032 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-3e8654a8-5d15-4ca8-8629-a1745a3bf201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.218209 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c8604-d478-405f-9510-bcff7959adc6 None None] Network 15257489-695d-400e-ba82-cb5e772f9bd0 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:09:31.218422 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47046) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:31.218627 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-3e8654a8-5d15-4ca8-8629-a1745a3bf201 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7437e07b-8af6-4d4d-bc86-69cdb6a4ec51 HTTP/1.1" status: 204 len: 168 time: 0.5704231 Jun 22 09:09:31.247616 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:31.295374 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (15257489-695d-400e-ba82-cb5e772f9bd0), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.344245 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Deleting port 95b61072-890f-4c16-8c90-67350076b12c {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:09:31.344794 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (95b61072-890f-4c16-8c90-67350076b12c), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.392012 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94372c0c-170d-40ca-bd96-4e7568367396 None None] DHCP port deletion for 15257489-695d-400e-ba82-cb5e772f9bd0 request from dv-cinder-787296-11-iscsi {{(pid=104241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:09:31.412593 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] For port 95b61072-890f-4c16-8c90-67350076b12c, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=95b61072-890f-4c16-8c90-67350076b12c,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:31.412955 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (95b61072-890f-4c16-8c90-67350076b12c), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.428839 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Calling delete_port for 95b61072-890f-4c16-8c90-67350076b12c owned by network:dhcp {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:09:31.434177 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-94372c0c-170d-40ca-bd96-4e7568367396 None None] Deleting port 95b61072-890f-4c16-8c90-67350076b12c {{(pid=104241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:09:31.434553 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-94372c0c-170d-40ca-bd96-4e7568367396 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (95b61072-890f-4c16-8c90-67350076b12c), before_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.500149 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-94372c0c-170d-40ca-bd96-4e7568367396 None None] For port 95b61072-890f-4c16-8c90-67350076b12c, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=95b61072-890f-4c16-8c90-67350076b12c,segment=NetworkSegment(cbfdc6ea-f232-4439-94f6-691be650a9df),segment_id=cbfdc6ea-f232-4439-94f6-691be650a9df)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:31.500462 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-94372c0c-170d-40ca-bd96-4e7568367396 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (95b61072-890f-4c16-8c90-67350076b12c), precommit_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.514951 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-94372c0c-170d-40ca-bd96-4e7568367396 None None] Calling delete_port for 95b61072-890f-4c16-8c90-67350076b12c owned by network:dhcp {{(pid=104241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:09:31.545839 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (95b61072-890f-4c16-8c90-67350076b12c), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.571095 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b61072-890f-4c16-8c90-67350076b12c,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:31.576544 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] No DVR routers for this DVR port 95b61072-890f-4c16-8c90-67350076b12c on host dv-cinder-787296-11-iscsi {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:09:31.596405 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-94372c0c-170d-40ca-bd96-4e7568367396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (95b61072-890f-4c16-8c90-67350076b12c), after_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.622332 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94372c0c-170d-40ca-bd96-4e7568367396 None None] Pushing event deleted for resources: {'Port': ['ID=95b61072-890f-4c16-8c90-67350076b12c,revision_number=None']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:31.627562 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94372c0c-170d-40ca-bd96-4e7568367396 None None] No DVR routers for this DVR port 95b61072-890f-4c16-8c90-67350076b12c on host dv-cinder-787296-11-iscsi {{(pid=104241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:09:31.662986 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (15257489-695d-400e-ba82-cb5e772f9bd0), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.692032 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15257489-695d-400e-ba82-cb5e772f9bd0']}} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:31.701739 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfdc6ea-f232-4439-94f6-691be650a9df') {'for_net_delete': True} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:31.702034 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfdc6ea-f232-4439-94f6-691be650a9df') {} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:31.712644 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57991598'] for segment (cbfdc6ea-f232-4439-94f6-691be650a9df), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.726244 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (cbfdc6ea-f232-4439-94f6-691be650a9df), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.732893 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:09:31.733266 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57332411'] for segment (cbfdc6ea-f232-4439-94f6-691be650a9df), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.738205 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:31.755648 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment cbfdc6ea-f232-4439-94f6-691be650a9df resource provider aggregate not found Jun 22 09:09:31.799134 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment cbfdc6ea-f232-4439-94f6-691be650a9df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbfdc6ea-f232-4439-94f6-691be650a9df found for delete ", "request_id": "req-bd5bdc98-9466-48d4-b694-9d69b4219871"}]} Jun 22 09:09:31.892535 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (15257489-695d-400e-ba82-cb5e772f9bd0), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.899337 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.902977 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/15257489-695d-400e-ba82-cb5e772f9bd0 HTTP/1.1" status: 204 len: 168 time: 0.6835415 Jun 22 09:09:31.917471 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b43b76-9be9-432d-9ef5-cbbc8ea3c7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=15257489-695d-400e-ba82-cb5e772f9bd0,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:32.231853 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47060) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:32.275400 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-0acd3829-3fde-409b-8251-2a2c492f81a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec813daa61ab4ac59a2197042fb35325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423710 Jun 22 09:09:32.277900 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47062) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:32.331050 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e3d39014-23a0-45d2-b0ce-e60e23402895 admin admin] Publish callbacks [] for security_group (ab9d6495-b011-4f9a-8c41-5c78d7377970), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:32.353794 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e3d39014-23a0-45d2-b0ce-e60e23402895 admin admin] Publish callbacks [] for security_group (ab9d6495-b011-4f9a-8c41-5c78d7377970), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:32.472161 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e3d39014-23a0-45d2-b0ce-e60e23402895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (ab9d6495-b011-4f9a-8c41-5c78d7377970), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:32.474773 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e3d39014-23a0-45d2-b0ce-e60e23402895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:32.475938 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-e3d39014-23a0-45d2-b0ce-e60e23402895 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab9d6495-b011-4f9a-8c41-5c78d7377970 HTTP/1.1" status: 204 len: 168 time: 0.1970959 Jun 22 09:09:32.484899 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d39014-23a0-45d2-b0ce-e60e23402895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9d6495-b011-4f9a-8c41-5c78d7377970,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:32.494668 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:32.682258 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 95b61072-890f-4c16-8c90-67350076b12c no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:09:32.702666 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 95b61072-890f-4c16-8c90-67350076b12c {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:09:32.703008 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 95b61072-890f-4c16-8c90-67350076b12c not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:09:32.703416 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b0d1d595-28a6-4854-acf0-e8a565823611 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:09:32.722331 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: b0d1d595-28a6-4854-acf0-e8a565823611 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:09:32.722678 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b0d1d595-28a6-4854-acf0-e8a565823611 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:09:33.533933 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47090) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:33.641728 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1215742822-network', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:33.740223 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Made reservation on behalf of 39db61e788d04620a94bb0ddea0cd726 for: {'network': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:33.742686 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:33.751856 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:33.828317 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Publish callbacks [] for security_group (6a9a45f5-6826-4b4f-9f19-c4a9e78437fc), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:33.894827 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (6a9a45f5-6826-4b4f-9f19-c4a9e78437fc), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:33.917433 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:33.918434 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=104239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:09:33.933506 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9a45f5-6826-4b4f-9f19-c4a9e78437fc,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:33.939098 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (2dfd45fc-354b-470f-b968-a1af6457b278), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:33.939434 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.segments_db [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Added segment 2dfd45fc-354b-470f-b968-a1af6457b278 of type vlan for network b046ebff-06e8-420c-9d94-82044ffbff87 Jun 22 09:09:33.982457 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (b046ebff-06e8-420c-9d94-82044ffbff87), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:34.111280 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (b046ebff-06e8-420c-9d94-82044ffbff87), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:34.112300 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:34.112873 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:34.172588 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=b046ebff-06e8-420c-9d94-82044ffbff87,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:34.182874 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network b046ebff-06e8-420c-9d94-82044ffbff87 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:09:34.186088 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:34.245393 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-c23f368d-50b7-4d34-9c58-899567c94ae3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7097898 Jun 22 09:09:34.249225 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47100) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:34.255470 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] Request body: {'subnet': {'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1215742822-subnet', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:34.368200 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] Made reservation on behalf of 39db61e788d04620a94bb0ddea0cd726 for: {'subnet': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:34.370583 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58042997'] for subnet (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:34.387495 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:34.532014 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:09:34.621208 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57332242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58042883'] for subnet (497b1774-5990-4906-9cd3-6765d67f089a), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:34.686338 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497b1774-5990-4906-9cd3-6765d67f089a,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:34.695431 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] Checking segment: {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:34.695794 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] Network hostable DHCP agents. Network: b046ebff-06e8-420c-9d94-82044ffbff87, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:09:34.819911 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] Network b046ebff-06e8-420c-9d94-82044ffbff87 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:09:34.933843 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, b046ebff-06e8-420c-9d94-82044ffbff87) {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:34.937742 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:34.938376 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:34.944733 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4d1a4b-5ef1-4c5b-961e-198167b16e83 None None] Network b046ebff-06e8-420c-9d94-82044ffbff87 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:09:34.969585 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.025358 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-73186c98-3fcf-4ab2-b2e8-e95c37cfe062 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7733755 Jun 22 09:09:35.025643 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47102) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:35.029900 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:35.053489 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-b046ebff-06e8-420c-9d94-82044ffbff87', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:09:35.054424 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.100144 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.101316 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.152235 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Publish callbacks [] for router_controller (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), precommit_add_association {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.189187 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Allocated IP 172.20.0.2 (b046ebff-06e8-420c-9d94-82044ffbff87/497b1774-5990-4906-9cd3-6765d67f089a/8358b85d-3f4e-486f-8a81-863426c371c1) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:35.337261 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Publish callbacks [] for port (8358b85d-3f4e-486f-8a81-863426c371c1), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.412650 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.462105 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Network b046ebff-06e8-420c-9d94-82044ffbff87 is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:35.465034 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:35.467444 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:35.477446 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Pushing event updated for resources: {'Port': ['ID=8358b85d-3f4e-486f-8a81-863426c371c1,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:35.538460 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Attempting to bind port 8358b85d-3f4e-486f-8a81-863426c371c1 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:35.538839 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Attempting to bind port 8358b85d-3f4e-486f-8a81-863426c371c1 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:35.539196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Attempting to bind port 8358b85d-3f4e-486f-8a81-863426c371c1 on network b046ebff-06e8-420c-9d94-82044ffbff87 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:35.545007 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:35.545399 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Checking segment: {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:35.547027 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.547151 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:35.547257 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Bound using segment: {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:35.547257 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Bound port: 8358b85d-3f4e-486f-8a81-863426c371c1, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:35.547257 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.615888 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-889871e9-dd14-4022-9de8-b70b234120be None None] For port 8358b85d-3f4e-486f-8a81-863426c371c1, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:35.616301 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Publish callbacks [] for router_gateway (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.619571 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-889871e9-dd14-4022-9de8-b70b234120be None None] For port 8358b85d-3f4e-486f-8a81-863426c371c1, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8358b85d-3f4e-486f-8a81-863426c371c1,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:35.717803 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.784545 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889871e9-dd14-4022-9de8-b70b234120be None None] Pushing event updated for resources: {'Port': ['ID=8358b85d-3f4e-486f-8a81-863426c371c1,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:35.911758 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Publish callbacks [] for router_gateway (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:35.932342 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:36.068022 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Allocated IP 172.27.2.72 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/f2d3dd71-8882-470b-8fbf-0e72610ce933) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:36.176184 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Publish callbacks [] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:36.243323 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:36.288316 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:36.294298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:36.296505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:36.318575 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Pushing event updated for resources: {'Port': ['ID=f2d3dd71-8882-470b-8fbf-0e72610ce933,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:36.334338 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:36.610693 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Publish callbacks [] for router_gateway (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:36.743971 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02489d-7689-49d5-a887-e1a2ead115f0 None None] Network b046ebff-06e8-420c-9d94-82044ffbff87 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:09:36.761509 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:36.772198 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8358b85d-3f4e-486f-8a81-863426c371c1 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:36.782277 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:36.842562 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:36.856181 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-0d644420-1aab-4e8d-bbcc-b348041e4fd7 None None] Provisioning complete for port 8358b85d-3f4e-486f-8a81-863426c371c1 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:36.856544 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0d644420-1aab-4e8d-bbcc-b348041e4fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:36.859381 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:36.923633 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 8358b85d-3f4e-486f-8a81-863426c371c1 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:36.924000 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:37.031533 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:09:37.142871 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-0d644420-1aab-4e8d-bbcc-b348041e4fd7 None None] Current status of the port 8358b85d-3f4e-486f-8a81-863426c371c1 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:37.143248 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0d644420-1aab-4e8d-bbcc-b348041e4fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:37.146336 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:37.163585 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Sync routers for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:37.200555 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 8358b85d-3f4e-486f-8a81-863426c371c1 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:37.200895 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:37.207919 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:37.208546 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:09:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:37.225660 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:37.232092 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-5dd7acf7-1ef4-4ab2-bff2-d272f3eca54e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2002916 Jun 22 09:09:37.232092 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47116) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:37.237615 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:37.262592 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-0d644420-1aab-4e8d-bbcc-b348041e4fd7 None None] For port 8358b85d-3f4e-486f-8a81-863426c371c1, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8358b85d-3f4e-486f-8a81-863426c371c1,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:37.334388 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:37.337829 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0d644420-1aab-4e8d-bbcc-b348041e4fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:37.491213 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.db.api [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 09:09:37.491620 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG oslo_db.api [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:09:37.522727 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-580519f4-50e8-46a1-898a-b2fc072e6866 None None] Provisioning complete for port 8358b85d-3f4e-486f-8a81-863426c371c1 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:37.523095 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-580519f4-50e8-46a1-898a-b2fc072e6866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:37.550384 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:37.557358 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d644420-1aab-4e8d-bbcc-b348041e4fd7 None None] Pushing event updated for resources: {'Port': ['ID=8358b85d-3f4e-486f-8a81-863426c371c1,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:37.651684 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:37.664816 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:36Z', 'revision_number': 3, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:37.669460 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-580519f4-50e8-46a1-898a-b2fc072e6866 None None] Current status of the port 8358b85d-3f4e-486f-8a81-863426c371c1 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:37.695070 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Checking router: 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:37.695428 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Updating router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 port f2d3dd71-8882-470b-8fbf-0e72610ce933 binding host dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:09:37.726143 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:37.836448 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Allocated IP 172.20.0.1 (b046ebff-06e8-420c-9d94-82044ffbff87/497b1774-5990-4906-9cd3-6765d67f089a/b7b79cbb-68b0-47c4-a388-e8d30169cb14) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:37.942150 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:37.944894 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:37.952361 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Publish callbacks [] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.029565 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.042027 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Publish callbacks [] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), precommit_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.045605 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 8358b85d-3f4e-486f-8a81-863426c371c1 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:38.073612 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Network b046ebff-06e8-420c-9d94-82044ffbff87 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:38.078258 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:38.082451 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:38.108054 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b79cbb-68b0-47c4-a388-e8d30169cb14,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:38.126210 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:38.132922 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.243564 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.318959 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-0b50cdb1-81f2-46d7-98e5-f6cbf8bab14a None None] Provisioning complete for port b7b79cbb-68b0-47c4-a388-e8d30169cb14 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:38.320629 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0b50cdb1-81f2-46d7-98e5-f6cbf8bab14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.361028 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Attempting to bind port f2d3dd71-8882-470b-8fbf-0e72610ce933 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:38.361629 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Attempting to bind port f2d3dd71-8882-470b-8fbf-0e72610ce933 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:38.362341 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Attempting to bind port f2d3dd71-8882-470b-8fbf-0e72610ce933 on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:38.380777 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef688d28-cc7e-43fc-8ac7-fcfb40a8e1af None None] Pushing event updated for resources: {'Port': ['ID=f2d3dd71-8882-470b-8fbf-0e72610ce933,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:38.390343 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:38.390343 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:38.394235 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.394235 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:38.394235 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Bound port: f2d3dd71-8882-470b-8fbf-0e72610ce933, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:38.394235 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.403121 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.432700 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-0b50cdb1-81f2-46d7-98e5-f6cbf8bab14a None None] Port b7b79cbb-68b0-47c4-a388-e8d30169cb14 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:09:38.460873 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] For port f2d3dd71-8882-470b-8fbf-0e72610ce933, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:38.463221 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] For port f2d3dd71-8882-470b-8fbf-0e72610ce933, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=f2d3dd71-8882-470b-8fbf-0e72610ce933,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:38.464462 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:38.484476 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d42908-b66e-4de9-a910-f32f36296a17 req-82266bc3-3730-4814-9def-c1e466969a97 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:38.486130 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-21d42908-b66e-4de9-a910-f32f36296a17 req-82266bc3-3730-4814-9def-c1e466969a97 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 945 time: 0.0687697 Jun 22 09:09:38.557697 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.594314 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-21d42908-b66e-4de9-a910-f32f36296a17 req-cd3dfd9f-ca01-4eb2-8f0b-94a878dba9da tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989442 Jun 22 09:09:38.619462 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:38.620099 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:09:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:38.625250 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef688d28-cc7e-43fc-8ac7-fcfb40a8e1af None None] Pushing event updated for resources: {'Port': ['ID=f2d3dd71-8882-470b-8fbf-0e72610ce933,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:38.657304 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Publish callbacks [] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.714316 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8358b85d-3f4e-486f-8a81-863426c371c1 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:38.751298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.767287 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:38.816807 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 8358b85d-3f4e-486f-8a81-863426c371c1 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:38.817195 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.818245 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b79cbb-68b0-47c4-a388-e8d30169cb14,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:38.825725 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:38.918607 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Network b046ebff-06e8-420c-9d94-82044ffbff87 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:38.920678 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:38.968266 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:38.982504 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:38.997777 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 8358b85d-3f4e-486f-8a81-863426c371c1 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:39.047316 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:37Z', 'revision_number': 1, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:39.054635 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:09:39.075210 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742e25a-a881-4982-b8d5-8adec516d447 None None] The sync data for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi is: [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:37Z', 'revision_number': 1, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:39.156211 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-7b1cab68-6f30-4e35-8ab1-7c1ea562355e None None] Provisioning complete for port b7b79cbb-68b0-47c4-a388-e8d30169cb14 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:39.156777 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7b1cab68-6f30-4e35-8ab1-7c1ea562355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.171822 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:39.182105 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-6832e6d9-43cc-4b2a-86a4-1004fc53c0f1 admin admin] 10.222.0.36 "PUT /v2.0/routers/02b2e4bd-c6ce-40a8-9ecb-48647db2e717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472878 Jun 22 09:09:39.204274 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-7b1cab68-6f30-4e35-8ab1-7c1ea562355e None None] Port b7b79cbb-68b0-47c4-a388-e8d30169cb14 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:09:39.594015 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47130) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:39.600751 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-a73554cb-65c0-4b78-9a15-db29ba0327f9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238141310', 'description': 'tempest-description--1013893818'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:39.687206 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a73554cb-65c0-4b78-9a15-db29ba0327f9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.747213 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fd8be-4a1f-4341-9979-291aa13f1c36 req-41f2b18f-288f-40fe-9669-86e4eda5c508 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:39.749054 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1b3fd8be-4a1f-4341-9979-291aa13f1c36 req-41f2b18f-288f-40fe-9669-86e4eda5c508 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 945 time: 0.0802200 Jun 22 09:09:39.775972 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a73554cb-65c0-4b78-9a15-db29ba0327f9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (da5ea308-2fb4-40ee-a941-c59315c34d38), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.820967 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1b3fd8be-4a1f-4341-9979-291aa13f1c36 req-0e2095a2-99bc-47eb-8c3d-5fb33c1046bf tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653453 Jun 22 09:09:39.860784 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a73554cb-65c0-4b78-9a15-db29ba0327f9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (da5ea308-2fb4-40ee-a941-c59315c34d38), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.865838 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11bd64-f338-4150-bd54-c04f94ccf727 req-afac0905-d0e5-4acb-83be-2c69c3d80b82 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:39.867730 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4b11bd64-f338-4150-bd54-c04f94ccf727 req-afac0905-d0e5-4acb-83be-2c69c3d80b82 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 945 time: 0.0632169 Jun 22 09:09:39.883695 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:39.894156 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73554cb-65c0-4b78-9a15-db29ba0327f9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ea308-2fb4-40ee-a941-c59315c34d38,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:39.970757 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-a73554cb-65c0-4b78-9a15-db29ba0327f9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.973341 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-a73554cb-65c0-4b78-9a15-db29ba0327f9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3779595 Jun 22 09:09:39.977476 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-4b11bd64-f338-4150-bd54-c04f94ccf727 req-6c9d557c-f735-49ad-aa19-ab7caad195df tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Deleting port daed8555-b3cf-4de0-a0ee-64e47eda395e {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:09:39.980500 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-4b11bd64-f338-4150-bd54-c04f94ccf727 req-6c9d557c-f735-49ad-aa19-ab7caad195df tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.982435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47134) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:39.987117 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-b671a990-05fa-44fb-acb4-7f9c22581f13 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'security_group_rule': {'security_group_id': 'da5ea308-2fb4-40ee-a941-c59315c34d38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:40.100726 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-4b11bd64-f338-4150-bd54-c04f94ccf727 req-6c9d557c-f735-49ad-aa19-ab7caad195df tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] For port daed8555-b3cf-4de0-a0ee-64e47eda395e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=daed8555-b3cf-4de0-a0ee-64e47eda395e,segment=NetworkSegment(26d2a899-4b25-4fc8-88bd-96306f7fdfac),segment_id=26d2a899-4b25-4fc8-88bd-96306f7fdfac)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:40.101295 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-4b11bd64-f338-4150-bd54-c04f94ccf727 req-6c9d557c-f735-49ad-aa19-ab7caad195df tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.128947 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-4b11bd64-f338-4150-bd54-c04f94ccf727 req-6c9d557c-f735-49ad-aa19-ab7caad195df tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Calling delete_port for daed8555-b3cf-4de0-a0ee-64e47eda395e owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:09:40.138922 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b671a990-05fa-44fb-acb4-7f9c22581f13 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (ad30514e-8bfc-42af-812f-fc0e3ab783cf), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.172398 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=41 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:40.257225 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b671a990-05fa-44fb-acb4-7f9c22581f13 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (ad30514e-8bfc-42af-812f-fc0e3ab783cf), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.314212 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b671a990-05fa-44fb-acb4-7f9c22581f13 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (ad30514e-8bfc-42af-812f-fc0e3ab783cf), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.339173 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671a990-05fa-44fb-acb4-7f9c22581f13 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad30514e-8bfc-42af-812f-fc0e3ab783cf,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:40.397191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-4b11bd64-f338-4150-bd54-c04f94ccf727 req-6c9d557c-f735-49ad-aa19-ab7caad195df tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (daed8555-b3cf-4de0-a0ee-64e47eda395e), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.410229 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['daed8555-b3cf-4de0-a0ee-64e47eda395e'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:09:40.425946 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d557c-f735-49ad-aa19-ab7caad195df tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Pushing event deleted for resources: {'Port': ['ID=daed8555-b3cf-4de0-a0ee-64e47eda395e,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:40.431641 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b671a990-05fa-44fb-acb4-7f9c22581f13 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.432731 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b671a990-05fa-44fb-acb4-7f9c22581f13 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4492993 Jun 22 09:09:40.435414 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47136) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:40.439749 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-edc0a575-334b-4ec8-ab39-3bddeabcc8e9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'security_group_rule': {'security_group_id': 'da5ea308-2fb4-40ee-a941-c59315c34d38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:40.494752 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b11bd64-f338-4150-bd54-c04f94ccf727 req-6c9d557c-f735-49ad-aa19-ab7caad195df tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] No DVR routers for this DVR port daed8555-b3cf-4de0-a0ee-64e47eda395e on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:09:40.497712 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-4b11bd64-f338-4150-bd54-c04f94ccf727 req-6c9d557c-f735-49ad-aa19-ab7caad195df tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.500947 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4b11bd64-f338-4150-bd54-c04f94ccf727 req-6c9d557c-f735-49ad-aa19-ab7caad195df tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.43 "DELETE /v2.0/ports/daed8555-b3cf-4de0-a0ee-64e47eda395e HTTP/1.1" status: 204 len: 173 time: 0.6265635 Jun 22 09:09:40.501386 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b', 'name': 'network-vif-deleted', 'tag': 'daed8555-b3cf-4de0-a0ee-64e47eda395e'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:09:40.504291 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6bab28-9561-4187-89dc-05fff1f33488" -d '{"events": [{"server_uuid": "ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b", "name": "network-vif-deleted", "tag": "daed8555-b3cf-4de0-a0ee-64e47eda395e"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:40.543043 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd751b72-d716-4bdd-a3f2-f17ccc46410a x-openstack-request-id: req-fd751b72-d716-4bdd-a3f2-f17ccc46410a {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:40.543043 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b", "name": "network-vif-deleted", "tag": "daed8555-b3cf-4de0-a0ee-64e47eda395e", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:40.543339 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd751b72-d716-4bdd-a3f2-f17ccc46410a {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:40.543593 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd751b72-d716-4bdd-a3f2-f17ccc46410a'] response: {'server_uuid': 'ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b', 'name': 'network-vif-deleted', 'tag': 'daed8555-b3cf-4de0-a0ee-64e47eda395e', 'status': 'completed', 'code': 200} Jun 22 09:09:40.580699 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-edc0a575-334b-4ec8-ab39-3bddeabcc8e9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (2dd91fe2-cda8-46e4-b2fc-5dde43f1a7bb), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.650876 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-edc0a575-334b-4ec8-ab39-3bddeabcc8e9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (2dd91fe2-cda8-46e4-b2fc-5dde43f1a7bb), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.728762 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-edc0a575-334b-4ec8-ab39-3bddeabcc8e9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (2dd91fe2-cda8-46e4-b2fc-5dde43f1a7bb), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.736667 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device f2d3dd71-8882-470b-8fbf-0e72610ce933 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:40.740761 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:40.751222 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0a575-334b-4ec8-ab39-3bddeabcc8e9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd91fe2-cda8-46e4-b2fc-5dde43f1a7bb,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:40.861460 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-edc0a575-334b-4ec8-ab39-3bddeabcc8e9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.861460 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-edc0a575-334b-4ec8-ab39-3bddeabcc8e9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4217563 Jun 22 09:09:40.864662 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47142) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:40.869468 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:40.915053 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port f2d3dd71-8882-470b-8fbf-0e72610ce933 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:40.915421 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.965862 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-092c8e50-c94d-4a70-a4b8-129219c24649 req-7acb4f62-4f76-45ef-a17c-0dc83ba76e6a tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff94ee8f-89c0-4cb4-82de-2bb1a1210a7b HTTP/1.1" status: 200 len: 210 time: 0.0372639 Jun 22 09:09:40.989716 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.996196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port f2d3dd71-8882-470b-8fbf-0e72610ce933 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:40.996748 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.028123 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port f2d3dd71-8882-470b-8fbf-0e72610ce933, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=f2d3dd71-8882-470b-8fbf-0e72610ce933,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:41.069986 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:41.078402 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.098994 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.156143 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=f2d3dd71-8882-470b-8fbf-0e72610ce933,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:41.221160 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Sync routers for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:41.235518 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:41.238951 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:09:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:41.353475 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:41.513166 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Allocated IP 172.27.2.89 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/88592e40-ca6e-42b8-ba12-30901af535a8) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:41.582070 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 2, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:41.615513 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Checking router: 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:41.615891 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Updating router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 port b7b79cbb-68b0-47c4-a388-e8d30169cb14 binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:09:41.654349 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.663628 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for port (88592e40-ca6e-42b8-ba12-30901af535a8), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.785822 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (88592e40-ca6e-42b8-ba12-30901af535a8), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.787719 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=100 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:41.845361 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:41.849805 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:41.855882 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:41.863135 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'Port': ['ID=88592e40-ca6e-42b8-ba12-30901af535a8,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:41.957552 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (f8725634-71a3-4bf1-af8c-f8c3ebdc6421), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.008978 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Publish callbacks [] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.057722 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (88592e40-ca6e-42b8-ba12-30901af535a8), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.082978 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.146014 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Pushing event updated for resources: {'Port': ['ID=b7b79cbb-68b0-47c4-a388-e8d30169cb14,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:42.146268 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:42.157131 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.157297 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.157636 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.157984 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.160381 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.160381 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.160381 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.160381 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.160381 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.161022 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.161022 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.161212 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.161490 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.161800 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.162139 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:42.226663 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Attempting to bind port b7b79cbb-68b0-47c4-a388-e8d30169cb14 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:42.227632 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Attempting to bind port b7b79cbb-68b0-47c4-a388-e8d30169cb14 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:42.228232 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Attempting to bind port b7b79cbb-68b0-47c4-a388-e8d30169cb14 on network b046ebff-06e8-420c-9d94-82044ffbff87 {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:42.236745 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:42.237821 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Checking segment: {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:42.238416 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.238801 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Bound using segment: {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:42.239285 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Bound port: b7b79cbb-68b0-47c4-a388-e8d30169cb14, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:42.239656 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.294834 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for port (88592e40-ca6e-42b8-ba12-30901af535a8), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.317552 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] For port b7b79cbb-68b0-47c4-a388-e8d30169cb14, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:42.321426 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] For port b7b79cbb-68b0-47c4-a388-e8d30169cb14, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b7b79cbb-68b0-47c4-a388-e8d30169cb14,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:42.367688 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (88592e40-ca6e-42b8-ba12-30901af535a8), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.392569 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.432294 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:42.449175 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:42.450249 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:09:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:42.458183 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'Port': ['ID=88592e40-ca6e-42b8-ba12-30901af535a8,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:42.465564 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (f8725634-71a3-4bf1-af8c-f8c3ebdc6421), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.482710 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-99299cc6-9d99-4625-a586-b772912d3dcc None None] Provisioning complete for port b7b79cbb-68b0-47c4-a388-e8d30169cb14 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:42.493899 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-99299cc6-9d99-4625-a586-b772912d3dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.496428 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cdcd6-83c7-4820-8a23-52096a7c1bb9 None None] Pushing event updated for resources: {'Port': ['ID=b7b79cbb-68b0-47c4-a388-e8d30169cb14,revision_number=4']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:42.542181 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.553455 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-120f1b94-dd3f-469c-bec3-a785c1aea3fa tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6776195 Jun 22 09:09:42.583960 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:42.606645 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-99299cc6-9d99-4625-a586-b772912d3dcc None None] Current status of the port b7b79cbb-68b0-47c4-a388-e8d30169cb14 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:42.606645 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-99299cc6-9d99-4625-a586-b772912d3dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.645732 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-99299cc6-9d99-4625-a586-b772912d3dcc None None] For port b7b79cbb-68b0-47c4-a388-e8d30169cb14, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b7b79cbb-68b0-47c4-a388-e8d30169cb14,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:42.715682 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-99299cc6-9d99-4625-a586-b772912d3dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.729001 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:42.763115 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device f2d3dd71-8882-470b-8fbf-0e72610ce933 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:42.773423 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:42.786464 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-f5003178-d52d-4f2c-a99d-166e7c6a5945 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1238141310&fields=id&tenant_id=39db61e788d04620a94bb0ddea0cd726 HTTP/1.1" status: 200 len: 267 time: 0.0650411 Jun 22 09:09:42.810795 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99299cc6-9d99-4625-a586-b772912d3dcc None None] Pushing event updated for resources: {'Port': ['ID=b7b79cbb-68b0-47c4-a388-e8d30169cb14,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:42.825642 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:42.835993 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port f2d3dd71-8882-470b-8fbf-0e72610ce933 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:42.836372 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.849321 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:42.861641 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-b9b5e4f1-d6c4-40d4-8958-d684e8fbc5b3 None None] Provisioning complete for port b7b79cbb-68b0-47c4-a388-e8d30169cb14 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:42.863339 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b9b5e4f1-d6c4-40d4-8958-d684e8fbc5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:42.881815 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfadcbc-eccc-4d28-b420-bec9fdf57feb None None] The sync data for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi is: [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:42.912257 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:42.936010 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-9a8d6615-af78-441e-a017-ef3924c10944 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:42.938397 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-9a8d6615-af78-441e-a017-ef3924c10944 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/networks?id=b046ebff-06e8-420c-9d94-82044ffbff87 HTTP/1.1" status: 200 len: 811 time: 0.1418586 Jun 22 09:09:42.956102 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-e42157be-e9c0-42d1-9d4c-f0bf3d04d192 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/quotas/39db61e788d04620a94bb0ddea0cd726 HTTP/1.1" status: 200 len: 375 time: 0.0108018 Jun 22 09:09:42.981592 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port f2d3dd71-8882-470b-8fbf-0e72610ce933 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:42.982718 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b7b79cbb-68b0-47c4-a388-e8d30169cb14 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:42.985648 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5e4f1-d6c4-40d4-8958-d684e8fbc5b3 None None] Current status of the port b7b79cbb-68b0-47c4-a388-e8d30169cb14 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:43.013324 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-9c3bff9b-12b2-4494-b6fd-37037b2c549f tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499005 Jun 22 09:09:43.033136 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port b7b79cbb-68b0-47c4-a388-e8d30169cb14 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:43.033510 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:43.127134 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-0283e8c7-0be2-4bbe-b122-cbd600a2a5d5 service neutron] 10.222.0.36 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019461 Jun 22 09:09:43.131214 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port b7b79cbb-68b0-47c4-a388-e8d30169cb14 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:43.151170 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-41502ec6-2235-483c-8e9f-56e3e1dcca5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:43.229392 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-17bf1072-7681-4b85-a683-519d9602d00e service neutron] 10.222.0.36 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956779 Jun 22 09:09:43.491850 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-150e6cd1-8d07-4541-82f7-dd75fbc8deec req-04b983cf-1d13-44c0-88fa-d097b4a9944f tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 210 time: 0.0348718 Jun 22 09:09:43.689668 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device daed8555-b3cf-4de0-a0ee-64e47eda395e no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:09:43.708786 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: daed8555-b3cf-4de0-a0ee-64e47eda395e {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:09:43.709063 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device daed8555-b3cf-4de0-a0ee-64e47eda395e not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:09:44.592174 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b6ab41f3-b33c-45d8-815a-fc5faa0cd2f2 req-d9caf835-d5dd-43bf-9e3a-edc6720c0feb tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 210 time: 0.0321212 Jun 22 09:09:44.703977 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b7b79cbb-68b0-47c4-a388-e8d30169cb14 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:44.748528 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port b7b79cbb-68b0-47c4-a388-e8d30169cb14 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:44.748954 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:44.823524 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port b7b79cbb-68b0-47c4-a388-e8d30169cb14 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:45.453904 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-079b53fe-0e16-45fe-80d5-a5fe3a517ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.705898 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8dbbeb41-54c4-4fd5-94e6-bd5704b94775 req-b60cc7c5-ea08-437c-b66e-ee57a47e3d80 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 210 time: 0.0279546 Jun 22 09:09:46.384985 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-4ef344d9-4818-4bff-9763-d05abeeed71e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:46.386635 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-4ef344d9-4818-4bff-9763-d05abeeed71e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.43 "GET /v2.0/networks?id=b046ebff-06e8-420c-9d94-82044ffbff87 HTTP/1.1" status: 200 len: 811 time: 0.1010497 Jun 22 09:09:46.452910 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-297a7ebd-7338-44a9-ab86-5b23deb183b0 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39db61e788d04620a94bb0ddea0cd726 HTTP/1.1" status: 200 len: 380 time: 0.0580599 Jun 22 09:09:46.460981 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'port': {'device_id': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'admin_state_up': True, 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'security_groups': ['da5ea308-2fb4-40ee-a941-c59315c34d38']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:46.481327 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:46.665432 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Made reservation on behalf of 39db61e788d04620a94bb0ddea0cd726 for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:46.669143 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.821982 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f091f81d-355a-4b81-ac8c-5c2916c0fddf req-95bf6bf4-11a0-487c-b1da-e74395eaedb9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 210 time: 0.0360880 Jun 22 09:09:46.839740 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Allocated IP 172.20.0.5 (b046ebff-06e8-420c-9d94-82044ffbff87/497b1774-5990-4906-9cd3-6765d67f089a/b581409a-f9b3-40d0-bace-957da69bd0eb) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:46.966399 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.981619 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.077225 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.122034 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Network b046ebff-06e8-420c-9d94-82044ffbff87 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:47.124997 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:47.129596 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:47.132088 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:47.136428 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'Port': ['ID=b581409a-f9b3-40d0-bace-957da69bd0eb,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:47.189050 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:47.189699 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.279973 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-81500828-5f29-4885-8f73-bc49c9d0ae57 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8225553 Jun 22 09:09:47.295839 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Request body: {'port': {'device_id': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:47.329513 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-464f4f71-8a27-4c7e-92ef-fe4b7296bf67 None None] Provisioning complete for port b581409a-f9b3-40d0-bace-957da69bd0eb triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:47.330164 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-464f4f71-8a27-4c7e-92ef-fe4b7296bf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.366895 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-464f4f71-8a27-4c7e-92ef-fe4b7296bf67 None None] Port b581409a-f9b3-40d0-bace-957da69bd0eb cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:09:47.367047 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.578700 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:47.624200 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b581409a-f9b3-40d0-bace-957da69bd0eb {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:09:47.632147 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Publish callbacks [] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.645835 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Transition to ACTIVE for port object b581409a-f9b3-40d0-bace-957da69bd0eb will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:09:47.728553 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.782231 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Pushing event updated for resources: {'Port': ['ID=b581409a-f9b3-40d0-bace-957da69bd0eb,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:47.867213 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Attempting to bind port b581409a-f9b3-40d0-bace-957da69bd0eb on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:47.868199 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Attempting to bind port b581409a-f9b3-40d0-bace-957da69bd0eb by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:47.868199 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Attempting to bind port b581409a-f9b3-40d0-bace-957da69bd0eb on network b046ebff-06e8-420c-9d94-82044ffbff87 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:47.874202 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Port b581409a-f9b3-40d0-bace-957da69bd0eb on network b046ebff-06e8-420c-9d94-82044ffbff87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:09:47.874531 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Attempting to bind port b581409a-f9b3-40d0-bace-957da69bd0eb on network b046ebff-06e8-420c-9d94-82044ffbff87 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:47.882284 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:47.884831 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Checking segment: {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:47.884831 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Bound using segment: {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:47.884831 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Bound port: b581409a-f9b3-40d0-bace-957da69bd0eb, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:47.884831 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.993604 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74460c8f-0ae2-4355-a629-f91baf32750d req-d6726da5-477a-4e9a-bb14-2a8291205c64 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:47.999259 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-74460c8f-0ae2-4355-a629-f91baf32750d req-d6726da5-477a-4e9a-bb14-2a8291205c64 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 943 time: 0.0758979 Jun 22 09:09:47.999259 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] For port b581409a-f9b3-40d0-bace-957da69bd0eb, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:48.004380 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] For port b581409a-f9b3-40d0-bace-957da69bd0eb, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=b581409a-f9b3-40d0-bace-957da69bd0eb,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:48.048347 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-74460c8f-0ae2-4355-a629-f91baf32750d req-960483d8-4c0a-48c1-b611-e18b47db49ca tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466194 Jun 22 09:09:48.083811 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:48.124452 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:48.124452 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:48.124452 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] 10.222.0.43 "PUT /v2.0/ports/b581409a-f9b3-40d0-bace-957da69bd0eb HTTP/1.1" status: 200 len: 1093 time: 0.8300476 Jun 22 09:09:48.124452 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'tag': 'b581409a-f9b3-40d0-bace-957da69bd0eb'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:09:48.124452 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20de2cbe-4407-4ef3-bb7d-2daf85a3e8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd2ba2e-895b-47db-a4c2-fdd8d75dc726", "tag": "b581409a-f9b3-40d0-bace-957da69bd0eb"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:48.147797 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Pushing event updated for resources: {'Port': ['ID=b581409a-f9b3-40d0-bace-957da69bd0eb,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:48.149953 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:48.156670 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.159865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.159865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.159865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.159865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.159865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.159865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.159865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.159865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.160751 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.160751 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.160918 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.161117 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.161504 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.162517 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61696d-03d9-49c4-bdd8-6bab879a2923 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:48.169689 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37217ae0-7acd-4245-920e-42c857fd8a34 x-openstack-request-id: req-37217ae0-7acd-4245-920e-42c857fd8a34 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:48.169976 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd2ba2e-895b-47db-a4c2-fdd8d75dc726", "tag": "b581409a-f9b3-40d0-bace-957da69bd0eb", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:48.170271 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37217ae0-7acd-4245-920e-42c857fd8a34 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:48.170845 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37217ae0-7acd-4245-920e-42c857fd8a34'] response: {'name': 'network-changed', 'server_uuid': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'tag': 'b581409a-f9b3-40d0-bace-957da69bd0eb', 'status': 'completed', 'code': 200} Jun 22 09:09:48.665540 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:48.693997 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.164772 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ae018-364a-484c-ad2e-392b74694d56 req-6b562ccc-a262-47d0-bd83-04398643eaa7 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:49.166250 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dd1ae018-364a-484c-ad2e-392b74694d56 req-6b562ccc-a262-47d0-bd83-04398643eaa7 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 943 time: 0.0505614 Jun 22 09:09:49.213570 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dd1ae018-364a-484c-ad2e-392b74694d56 req-6ec18006-999a-4a85-a7bc-baaf7823d1bf tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418065 Jun 22 09:09:49.890479 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=64,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:49.892599 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=12,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:50.318772 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de2cbe-4407-4ef3-bb7d-2daf85a3e8a4 req-d76a7d83-9259-412a-b332-142ca45b8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:50.320255 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-20de2cbe-4407-4ef3-bb7d-2daf85a3e8a4 req-d76a7d83-9259-412a-b332-142ca45b8a98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 1127 time: 0.0646319 Jun 22 09:09:50.347168 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f24099-14dd-48c7-8afc-6a74248addb8 req-89350dd9-8520-4210-bb22-1c5b738e299d tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:50.348585 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9f24099-14dd-48c7-8afc-6a74248addb8 req-89350dd9-8520-4210-bb22-1c5b738e299d tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 943 time: 0.0650539 Jun 22 09:09:50.460394 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9f24099-14dd-48c7-8afc-6a74248addb8 req-143c9bb3-7d6c-45b1-8975-84142cda6802 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015966 Jun 22 09:09:50.470677 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de2cbe-4407-4ef3-bb7d-2daf85a3e8a4 req-83425531-6b05-4817-af03-c5870af93c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:50.472905 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-20de2cbe-4407-4ef3-bb7d-2daf85a3e8a4 req-83425531-6b05-4817-af03-c5870af93c6f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=39db61e788d04620a94bb0ddea0cd726&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1429799 Jun 22 09:09:50.581319 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de2cbe-4407-4ef3-bb7d-2daf85a3e8a4 req-cdd0cf5a-489c-49c5-a144-e9ef50f75968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:50.582833 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-20de2cbe-4407-4ef3-bb7d-2daf85a3e8a4 req-cdd0cf5a-489c-49c5-a144-e9ef50f75968 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033170 Jun 22 09:09:50.690396 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-74896818-f5ae-4ac6-9348-d8d9e87e080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:50.691890 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-74896818-f5ae-4ac6-9348-d8d9e87e080a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 1127 time: 0.0707493 Jun 22 09:09:50.760402 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-aa4347ae-3b8b-4c64-8c9e-0911358b5a6f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b581409a-f9b3-40d0-bace-957da69bd0eb HTTP/1.1" status: 200 len: 217 time: 0.0380819 Jun 22 09:09:50.813411 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:50.825953 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba900b-a586-40a9-87e6-0446b1d830af req-aa809acb-b1d3-4cb1-be41-61597dece1c7 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:50.828466 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-aa809acb-b1d3-4cb1-be41-61597dece1c7 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/networks?id=1fc6598b-8630-43a0-8fc7-8a555dfcd6af HTTP/1.1" status: 200 len: 813 time: 0.1960988 Jun 22 09:09:50.833454 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-808f40e4-696c-4824-8732-6ec7b1475160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:50.834838 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-808f40e4-696c-4824-8732-6ec7b1475160 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=497b1774-5990-4906-9cd3-6765d67f089a HTTP/1.1" status: 200 len: 850 time: 0.0693462 Jun 22 09:09:50.855263 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-4ca9ae7e-f89b-4029-93a5-01f58e1de09a tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/quotas/d2c631e8f3d544309a09e7bf6e39f780 HTTP/1.1" status: 200 len: 375 time: 0.0195072 Jun 22 09:09:50.905469 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-5c1c186a-6c44-4097-8426-7e9af7f29ccf tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2c631e8f3d544309a09e7bf6e39f780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318315 Jun 22 09:09:50.908324 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-62fa3834-e7a8-46f8-825b-0a5c7f59745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:50.910279 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-62fa3834-e7a8-46f8-825b-0a5c7f59745f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b046ebff-06e8-420c-9d94-82044ffbff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0682287 Jun 22 09:09:51.065562 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-86bc1c44-9e75-4a2b-82c8-0306a00db422 service neutron] 10.222.0.36 "GET /v2.0/networks/1fc6598b-8630-43a0-8fc7-8a555dfcd6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513035 Jun 22 09:09:51.067935 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-6047ba8f-8898-4201-a35e-f6c97ca41c87 service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474266 Jun 22 09:09:51.127049 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:51.229880 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-e2682967-0a82-4b30-bb5f-164d105ed9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/1fc6598b-8630-43a0-8fc7-8a555dfcd6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583984 Jun 22 09:09:51.232055 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c71a3506-23f7-4d8b-b96f-8322e79c7979 req-20530f82-f6f2-403c-a1ad-69c3edfaf8bd service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534846 Jun 22 09:09:51.484706 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fd90fe2e-7c71-4795-af49-d0f26b4c4878 req-b7f8ca05-f654-4eb5-ae25-70905ea65fd6 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 210 time: 0.0332949 Jun 22 09:09:51.595411 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207d5a4-a2bd-428d-b625-6b7afddf0c28 req-a5030a2a-8285-4774-9b33-25225f7bf084 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:51.596911 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7207d5a4-a2bd-428d-b625-6b7afddf0c28 req-a5030a2a-8285-4774-9b33-25225f7bf084 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 943 time: 0.0512841 Jun 22 09:09:51.647380 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7207d5a4-a2bd-428d-b625-6b7afddf0c28 req-76dbead5-d7e4-4862-ad73-bf0443f329ea tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 Jun 22 09:09:52.587353 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-78a72a42-4619-4bce-8d1d-abffb931f69a req-331b848e-411f-4fd6-a053-ac2149493644 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 210 time: 0.0285041 Jun 22 09:09:52.773888 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe233a6-1362-4435-8105-4044df28ef12 req-a4314872-afc6-475f-8ca5-ef86c88dac1d tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:52.775428 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cfe233a6-1362-4435-8105-4044df28ef12 req-a4314872-afc6-475f-8ca5-ef86c88dac1d tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 943 time: 0.0489511 Jun 22 09:09:52.827600 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cfe233a6-1362-4435-8105-4044df28ef12 req-b1716748-cfe3-49ee-91b1-43af49bb507e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463202 Jun 22 09:09:52.941091 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=17 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:53.431409 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba900b-a586-40a9-87e6-0446b1d830af req-a83370e5-e9b5-4de9-bd9f-571a7c21a142 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:53.432858 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-a83370e5-e9b5-4de9-bd9f-571a7c21a142 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.43 "GET /v2.0/networks?id=1fc6598b-8630-43a0-8fc7-8a555dfcd6af HTTP/1.1" status: 200 len: 813 time: 0.1033118 Jun 22 09:09:53.444343 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Request body: {'port': {'device_id': '512bad88-21fe-437e-8a85-f71503963183', 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af', 'admin_state_up': True, 'tenant_id': 'd2c631e8f3d544309a09e7bf6e39f780'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:53.622678 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device b581409a-f9b3-40d0-bace-957da69bd0eb details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:09:53.642778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Made reservation on behalf of d2c631e8f3d544309a09e7bf6e39f780 for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:53.647260 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.703937 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a34ba3aa-a0a7-4fb4-b3c7-548191c1a271 req-0fdad1be-8f09-45af-b4dd-541f4178bfd0 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 210 time: 0.0344572 Jun 22 09:09:53.734916 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:53.741548 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port b581409a-f9b3-40d0-bace-957da69bd0eb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=b581409a-f9b3-40d0-bace-957da69bd0eb,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:53.755239 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': 'b581409a-f9b3-40d0-bace-957da69bd0eb', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'port_id': 'b581409a-f9b3-40d0-bace-957da69bd0eb', 'mac_address': 'fa:16:3e:b6:95:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:09:53.813802 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port b581409a-f9b3-40d0-bace-957da69bd0eb is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:53.814990 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.833566 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b581409a-f9b3-40d0-bace-957da69bd0eb {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:09:53.860703 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port b581409a-f9b3-40d0-bace-957da69bd0eb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=b581409a-f9b3-40d0-bace-957da69bd0eb,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:53.867699 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Allocated IP 172.20.0.11 (1fc6598b-8630-43a0-8fc7-8a555dfcd6af/c35df01d-ad21-4719-8bb8-1d6012172094/96d217d4-7f7e-4b48-9765-4d629d4b6509) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:53.870632 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:53.928149 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.958778 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:53.986604 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=b581409a-f9b3-40d0-bace-957da69bd0eb,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:53.993805 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781810a7-aed4-42a5-8236-44a2d0a75002 req-b9b90471-cf59-4e7f-b775-4dc35a41d89b tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:53.995715 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-781810a7-aed4-42a5-8236-44a2d0a75002 req-b9b90471-cf59-4e7f-b775-4dc35a41d89b tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 943 time: 0.0909452 Jun 22 09:09:54.108588 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-781810a7-aed4-42a5-8236-44a2d0a75002 req-cccd2f39-5750-406d-a957-b02c77da0861 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023653 Jun 22 09:09:54.131782 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks [] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.135193 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['b581409a-f9b3-40d0-bace-957da69bd0eb'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:09:54.208701 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.229129 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:54.255344 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:54.258503 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:54.262556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:54.268820 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Pushing event updated for resources: {'Port': ['ID=96d217d4-7f7e-4b48-9765-4d629d4b6509,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:54.322367 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:54.322971 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.405289 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-8af25840-44d3-4891-93f8-0466f14e5804 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9647148 Jun 22 09:09:54.416648 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Request body: {'port': {'device_id': '512bad88-21fe-437e-8a85-f71503963183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:54.477113 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.743130 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d217d4-7f7e-4b48-9765-4d629d4b6509 {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:09:54.750673 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Publish callbacks [] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.763873 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Transition to ACTIVE for port object 96d217d4-7f7e-4b48-9765-4d629d4b6509 will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:09:54.790471 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:54.828566 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec4906-de06-408d-823c-0402a946f7e3 req-553b1fce-e365-461a-807c-87131d58d931 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:54.830196 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5aec4906-de06-408d-823c-0402a946f7e3 req-553b1fce-e365-461a-807c-87131d58d931 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 932 time: 0.0480552 Jun 22 09:09:54.860440 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.920374 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5aec4906-de06-408d-823c-0402a946f7e3 req-0c9801da-cfa4-4f63-a0c5-07e679acee00 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830953 Jun 22 09:09:54.936327 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:54.937097 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Pushing event updated for resources: {'Port': ['ID=96d217d4-7f7e-4b48-9765-4d629d4b6509,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:55.014736 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Attempting to bind port 96d217d4-7f7e-4b48-9765-4d629d4b6509 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:55.014999 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Attempting to bind port 96d217d4-7f7e-4b48-9765-4d629d4b6509 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '26d2a899-4b25-4fc8-88bd-96306f7fdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:55.015321 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Attempting to bind port 96d217d4-7f7e-4b48-9765-4d629d4b6509 on network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:55.019962 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Port 96d217d4-7f7e-4b48-9765-4d629d4b6509 on network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:09:55.028435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Attempting to bind port 96d217d4-7f7e-4b48-9765-4d629d4b6509 on network 1fc6598b-8630-43a0-8fc7-8a555dfcd6af {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:55.028435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:55.028435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Checking segment: {'id': '26d2a899-4b25-4fc8-88bd-96306f7fdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:55.028435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Bound using segment: {'id': '26d2a899-4b25-4fc8-88bd-96306f7fdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:55.028435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Bound port: 96d217d4-7f7e-4b48-9765-4d629d4b6509, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d2a899-4b25-4fc8-88bd-96306f7fdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:55.028435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.089299 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] For port 96d217d4-7f7e-4b48-9765-4d629d4b6509, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:55.092261 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] For port 96d217d4-7f7e-4b48-9765-4d629d4b6509, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=96d217d4-7f7e-4b48-9765-4d629d4b6509,segment=NetworkSegment(26d2a899-4b25-4fc8-88bd-96306f7fdfac),segment_id=26d2a899-4b25-4fc8-88bd-96306f7fdfac)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:55.178355 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.246911 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:55.247525 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.248886 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] 10.222.0.43 "PUT /v2.0/ports/96d217d4-7f7e-4b48-9765-4d629d4b6509 HTTP/1.1" status: 200 len: 1094 time: 0.8363075 Jun 22 09:09:55.251342 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512bad88-21fe-437e-8a85-f71503963183', 'tag': '96d217d4-7f7e-4b48-9765-4d629d4b6509'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:09:55.253621 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16fa8c1-b4b6-4c99-bd49-dccec31d30c4" -d '{"events": [{"name": "network-changed", "server_uuid": "512bad88-21fe-437e-8a85-f71503963183", "tag": "96d217d4-7f7e-4b48-9765-4d629d4b6509"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:55.278655 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9575d-0c61-4a5c-b6de-c167a25aa412 req-631c2cdf-b0be-4681-980d-ee131d7771c8 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:55.280146 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3cf9575d-0c61-4a5c-b6de-c167a25aa412 req-631c2cdf-b0be-4681-980d-ee131d7771c8 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 944 time: 0.0993695 Jun 22 09:09:55.285407 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f681a2-0ea7-4d85-9776-27e587023a01 service neutron] Pushing event updated for resources: {'Port': ['ID=96d217d4-7f7e-4b48-9765-4d629d4b6509,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:55.295691 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b58e18-6530-4a18-95d9-ead689ea019a x-openstack-request-id: req-d9b58e18-6530-4a18-95d9-ead689ea019a {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:55.295981 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512bad88-21fe-437e-8a85-f71503963183", "tag": "96d217d4-7f7e-4b48-9765-4d629d4b6509", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:55.296233 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9b58e18-6530-4a18-95d9-ead689ea019a {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:55.296617 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b58e18-6530-4a18-95d9-ead689ea019a'] response: {'name': 'network-changed', 'server_uuid': '512bad88-21fe-437e-8a85-f71503963183', 'tag': '96d217d4-7f7e-4b48-9765-4d629d4b6509', 'status': 'completed', 'code': 200} Jun 22 09:09:55.623351 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device b581409a-f9b3-40d0-bace-957da69bd0eb up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:55.637412 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fa8c1-b4b6-4c99-bd49-dccec31d30c4 req-08810101-f6a7-47a3-9de1-916969f19603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:55.638918 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b16fa8c1-b4b6-4c99-bd49-dccec31d30c4 req-08810101-f6a7-47a3-9de1-916969f19603 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c631e8f3d544309a09e7bf6e39f780&device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 1128 time: 0.0620108 Jun 22 09:09:55.642329 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3cf9575d-0c61-4a5c-b6de-c167a25aa412 req-331abbe9-4e41-4452-8bc5-dd3d20fdb784 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538823 Jun 22 09:09:55.674091 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port b581409a-f9b3-40d0-bace-957da69bd0eb completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:09:55.745298 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port b581409a-f9b3-40d0-bace-957da69bd0eb triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:55.745672 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.751119 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fa8c1-b4b6-4c99-bd49-dccec31d30c4 req-41d6a8a2-09a8-4e2f-a15e-f1352aac6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:55.752588 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b16fa8c1-b4b6-4c99-bd49-dccec31d30c4 req-41d6a8a2-09a8-4e2f-a15e-f1352aac6962 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d2c631e8f3d544309a09e7bf6e39f780&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1071892 Jun 22 09:09:55.826796 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port b581409a-f9b3-40d0-bace-957da69bd0eb is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:55.827179 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.852603 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b581409a-f9b3-40d0-bace-957da69bd0eb'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:09:55.854865 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6668d4-acf2-414b-82d1-ffdb4c20bc9a" -d '{"events": [{"server_uuid": "bcd2ba2e-895b-47db-a4c2-fdd8d75dc726", "name": "network-vif-plugged", "status": "completed", "tag": "b581409a-f9b3-40d0-bace-957da69bd0eb"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:55.858808 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fa8c1-b4b6-4c99-bd49-dccec31d30c4 req-9f412195-2d48-4dbf-8b5b-cddee3c62098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:55.858808 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b16fa8c1-b4b6-4c99-bd49-dccec31d30c4 req-9f412195-2d48-4dbf-8b5b-cddee3c62098 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995936 Jun 22 09:09:55.868531 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port b581409a-f9b3-40d0-bace-957da69bd0eb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=b581409a-f9b3-40d0-bace-957da69bd0eb,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:55.895063 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46eb531-7334-4de6-a0fd-24843c71364c x-openstack-request-id: req-e46eb531-7334-4de6-a0fd-24843c71364c {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:55.895397 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd2ba2e-895b-47db-a4c2-fdd8d75dc726", "name": "network-vif-plugged", "status": "completed", "tag": "b581409a-f9b3-40d0-bace-957da69bd0eb", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:55.895578 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e46eb531-7334-4de6-a0fd-24843c71364c {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:55.895973 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46eb531-7334-4de6-a0fd-24843c71364c'] response: {'server_uuid': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b581409a-f9b3-40d0-bace-957da69bd0eb', 'code': 200} Jun 22 09:09:55.932249 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.953487 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba900b-a586-40a9-87e6-0446b1d830af req-3035a7be-8fcf-45b0-a206-61e1f4bebcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:55.957609 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-3035a7be-8fcf-45b0-a206-61e1f4bebcd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2c631e8f3d544309a09e7bf6e39f780&device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 1128 time: 0.0562308 Jun 22 09:09:55.987968 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=b581409a-f9b3-40d0-bace-957da69bd0eb,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:56.011012 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-074a4717-ee38-4d0e-acbb-273fca573da6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96d217d4-7f7e-4b48-9765-4d629d4b6509 HTTP/1.1" status: 200 len: 217 time: 0.0460641 Jun 22 09:09:56.084248 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76558e-75f2-42c1-9e02-e5c8182a8ca5 req-5d8561f0-bdae-4ee6-a33e-8a812432c1a2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:56.085725 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ec76558e-75f2-42c1-9e02-e5c8182a8ca5 req-5d8561f0-bdae-4ee6-a33e-8a812432c1a2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 944 time: 0.0774667 Jun 22 09:09:56.094460 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba900b-a586-40a9-87e6-0446b1d830af req-db1bc8c7-68fd-4685-aece-4059c32dac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:56.095806 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-db1bc8c7-68fd-4685-aece-4059c32dac62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c35df01d-ad21-4719-8bb8-1d6012172094 HTTP/1.1" status: 200 len: 853 time: 0.0763154 Jun 22 09:09:56.140944 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-cf898be3-1fcc-47f6-b90c-0836b1250dc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1fc6598b-8630-43a0-8fc7-8a555dfcd6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390155 Jun 22 09:09:56.166486 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:56.208195 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ec76558e-75f2-42c1-9e02-e5c8182a8ca5 req-55997fc7-5b88-4c2d-8c80-e46cc5188189 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160104 Jun 22 09:09:56.224172 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d8e86-a736-4ffd-9da3-5d1382a2c110 req-5bb1cc59-6ec2-47de-b7fb-a9aaf2f3ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:56.225628 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cb5d8e86-a736-4ffd-9da3-5d1382a2c110 req-5bb1cc59-6ec2-47de-b7fb-a9aaf2f3ca20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 1129 time: 0.0724485 Jun 22 09:09:56.314611 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-fa407228-85b9-4052-b9f4-7e6478004653 service neutron] 10.222.0.43 "GET /v2.0/networks/1fc6598b-8630-43a0-8fc7-8a555dfcd6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602874 Jun 22 09:09:56.320644 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cb5d8e86-a736-4ffd-9da3-5d1382a2c110 req-00490831-7e58-4c9a-8331-b1997e212584 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886574 Jun 22 09:09:56.381908 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:56.408714 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-abba900b-a586-40a9-87e6-0446b1d830af req-791e5225-06e2-4752-b172-6a7d846ab26d service neutron] 10.222.0.43 "GET /v2.0/networks/1fc6598b-8630-43a0-8fc7-8a555dfcd6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870922 Jun 22 09:09:56.765000 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b8e7d-4add-44bb-a1dd-4a6f814d954a req-e107e6cd-8491-45a1-a4c9-0327c3f3e0b4 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:56.766478 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d0b8e7d-4add-44bb-a1dd-4a6f814d954a req-e107e6cd-8491-45a1-a4c9-0327c3f3e0b4 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0510097 Jun 22 09:09:56.813470 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1d0b8e7d-4add-44bb-a1dd-4a6f814d954a req-ebe306b8-1666-4a40-b88e-a0db01e9b113 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405962 Jun 22 09:09:57.325751 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d1900-e43a-4033-8ee4-a82e28b69923 req-11fdbb7d-52ea-4f04-a5af-c6630e2c0cfb tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:57.327257 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6e2d1900-e43a-4033-8ee4-a82e28b69923 req-11fdbb7d-52ea-4f04-a5af-c6630e2c0cfb tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 944 time: 0.0483360 Jun 22 09:09:57.375401 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6e2d1900-e43a-4033-8ee4-a82e28b69923 req-e29b620e-39e1-47e5-bbca-c76e8a930ba3 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 Jun 22 09:09:57.935780 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9895f-f964-48fe-a886-400cbcb9f39e req-5f97de04-953c-409a-8511-c0e81dc4edd7 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:57.937406 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1fe9895f-f964-48fe-a886-400cbcb9f39e req-5f97de04-953c-409a-8511-c0e81dc4edd7 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0499279 Jun 22 09:09:57.992832 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1fe9895f-f964-48fe-a886-400cbcb9f39e req-0ad226ed-ad48-4660-a9eb-d7966fd0fe3b tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491111 Jun 22 09:09:58.487391 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfef98-5360-40c6-84e4-38e22a92f21e req-be5342d2-8c40-4bb0-a819-f5447bfa7b55 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:58.488900 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9cbfef98-5360-40c6-84e4-38e22a92f21e req-be5342d2-8c40-4bb0-a819-f5447bfa7b55 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 944 time: 0.0477703 Jun 22 09:09:58.537983 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9cbfef98-5360-40c6-84e4-38e22a92f21e req-497d3b1b-617d-4ed4-9bc6-817ac1182b12 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 Jun 22 09:09:59.108796 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a49ba-3b13-49c8-bfea-b27a62a6848b req-3ee59199-a1c7-4c54-9a08-52f03a939095 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:59.110271 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-df3a49ba-3b13-49c8-bfea-b27a62a6848b req-3ee59199-a1c7-4c54-9a08-52f03a939095 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0490043 Jun 22 09:09:59.159569 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-df3a49ba-3b13-49c8-bfea-b27a62a6848b req-b387fea1-0038-4955-b2ca-bd5efbe03dd7 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418761 Jun 22 09:09:59.275210 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec43d5-16d7-47fb-be8d-a6aa6a803982 req-1152b0f5-f5c2-423e-8a3d-8bd580d9683c tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:59.276685 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-84ec43d5-16d7-47fb-be8d-a6aa6a803982 req-1152b0f5-f5c2-423e-8a3d-8bd580d9683c tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0517144 Jun 22 09:09:59.286384 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47280) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:59.291372 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-8856faab-ed30-43b8-bade-4704585750dc tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'floatingip': {'port_id': 'b581409a-f9b3-40d0-bace-957da69bd0eb'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:59.332298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8856faab-ed30-43b8-bade-4704585750dc tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (f8725634-71a3-4bf1-af8c-f8c3ebdc6421), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.664098 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 96d217d4-7f7e-4b48-9765-4d629d4b6509 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:09:59.730142 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8170a7c-c01a-4476-9d41-9da86363593c req-f946010b-0f4e-4356-982d-dccbad8be649 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:59.730142 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d8170a7c-c01a-4476-9d41-9da86363593c req-f946010b-0f4e-4356-982d-dccbad8be649 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 944 time: 0.0940275 Jun 22 09:09:59.733714 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:59.779601 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 96d217d4-7f7e-4b48-9765-4d629d4b6509, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=96d217d4-7f7e-4b48-9765-4d629d4b6509,segment=NetworkSegment(26d2a899-4b25-4fc8-88bd-96306f7fdfac),segment_id=26d2a899-4b25-4fc8-88bd-96306f7fdfac)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:59.796012 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:59.800678 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '96d217d4-7f7e-4b48-9765-4d629d4b6509', 'network_id': '1fc6598b-8630-43a0-8fc7-8a555dfcd6af', 'port_id': '96d217d4-7f7e-4b48-9765-4d629d4b6509', 'mac_address': 'fa:16:3e:21:bd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35df01d-ad21-4719-8bb8-1d6012172094', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:09:59.844758 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 96d217d4-7f7e-4b48-9765-4d629d4b6509 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:59.845183 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.848405 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d8170a7c-c01a-4476-9d41-9da86363593c req-395357d9-e217-4a77-962f-1f346a72b77a tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129673 Jun 22 09:09:59.863337 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d217d4-7f7e-4b48-9765-4d629d4b6509 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:09:59.868126 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8856faab-ed30-43b8-bade-4704585750dc tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.886383 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 96d217d4-7f7e-4b48-9765-4d629d4b6509, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=96d217d4-7f7e-4b48-9765-4d629d4b6509,segment=NetworkSegment(26d2a899-4b25-4fc8-88bd-96306f7fdfac),segment_id=26d2a899-4b25-4fc8-88bd-96306f7fdfac)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:59.931802 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8856faab-ed30-43b8-bade-4704585750dc tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (f8725634-71a3-4bf1-af8c-f8c3ebdc6421), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.960347 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.018252 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=96d217d4-7f7e-4b48-9765-4d629d4b6509,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:00.033336 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [None req-8856faab-ed30-43b8-bade-4704585750dc tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Floating IP f8725634-71a3-4bf1-af8c-f8c3ebdc6421 associated. External IP: 172.27.2.89, port: b581409a-f9b3-40d0-bace-957da69bd0eb. Jun 22 09:10:00.167483 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['96d217d4-7f7e-4b48-9765-4d629d4b6509'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:10:00.237684 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:00.244452 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8856faab-ed30-43b8-bade-4704585750dc tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:10:00.295113 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:00.353245 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8856faab-ed30-43b8-bade-4704585750dc tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:10:00.358123 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-8856faab-ed30-43b8-bade-4704585750dc tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.362927 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e421d9-e003-4032-bd7f-9a0fd4d588ce None None] Sync routers for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:10:00.374684 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e421d9-e003-4032-bd7f-9a0fd4d588ce None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:10:00.375383 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-17e421d9-e003-4032-bd7f-9a0fd4d588ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:09:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:00.388681 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-8856faab-ed30-43b8-bade-4704585750dc tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "PUT /v2.0/floatingips/f8725634-71a3-4bf1-af8c-f8c3ebdc6421 HTTP/1.1" status: 200 len: 990 time: 1.1012027 Jun 22 09:10:00.389361 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'tag': 'b581409a-f9b3-40d0-bace-957da69bd0eb'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:00.391689 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd2ba2e-895b-47db-a4c2-fdd8d75dc726", "tag": "b581409a-f9b3-40d0-bace-957da69bd0eb"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:00.435397 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9175590c-cf0a-422b-90f1-8633352f8438 x-openstack-request-id: req-9175590c-cf0a-422b-90f1-8633352f8438 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:00.435691 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd2ba2e-895b-47db-a4c2-fdd8d75dc726", "tag": "b581409a-f9b3-40d0-bace-957da69bd0eb", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:00.435960 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9175590c-cf0a-422b-90f1-8633352f8438 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:00.436353 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9175590c-cf0a-422b-90f1-8633352f8438'] response: {'name': 'network-changed', 'server_uuid': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'tag': 'b581409a-f9b3-40d0-bace-957da69bd0eb', 'status': 'completed', 'code': 200} Jun 22 09:10:00.482404 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-17e421d9-e003-4032-bd7f-9a0fd4d588ce None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:10:00.497776 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60 req-2c390200-60f8-4220-a71e-32f96603295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:00.499295 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60 req-2c390200-60f8-4220-a71e-32f96603295c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 1129 time: 0.0413539 Jun 22 09:10:00.600610 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60 req-906c945a-b696-43bf-b8b9-23840d440964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:00.602361 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60 req-906c945a-b696-43bf-b8b9-23840d440964 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b046ebff-06e8-420c-9d94-82044ffbff87 HTTP/1.1" status: 200 len: 912 time: 0.0971138 Jun 22 09:10:00.669766 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60 req-5feb8c56-9ba8-481e-96f3-3885837e67cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b581409a-f9b3-40d0-bace-957da69bd0eb HTTP/1.1" status: 200 len: 998 time: 0.0596180 Jun 22 09:10:00.710218 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-17e421d9-e003-4032-bd7f-9a0fd4d588ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'f8725634-71a3-4bf1-af8c-f8c3ebdc6421', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'port_id': 'b581409a-f9b3-40d0-bace-957da69bd0eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'mac_address': 'fa:16:3e:b6:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:41Z', 'updated_at': '2022-06-22T09:09:59Z', 'revision_number': 1, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:00.720175 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60 req-9b977b2c-87b7-4c02-b41b-cde0ea1dc62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:00.721666 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60 req-9b977b2c-87b7-4c02-b41b-cde0ea1dc62e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=497b1774-5990-4906-9cd3-6765d67f089a HTTP/1.1" status: 200 len: 850 time: 0.0445805 Jun 22 09:10:00.735869 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e421d9-e003-4032-bd7f-9a0fd4d588ce None None] Checking router: 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:10:00.745563 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e421d9-e003-4032-bd7f-9a0fd4d588ce None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:10:00.746215 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-17e421d9-e003-4032-bd7f-9a0fd4d588ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:09:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:00.779550 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60 req-f006329a-84aa-4714-9ab6-eb84e9c24832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:00.781062 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60 req-f006329a-84aa-4714-9ab6-eb84e9c24832 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b046ebff-06e8-420c-9d94-82044ffbff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0524828 Jun 22 09:10:00.855010 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-17e421d9-e003-4032-bd7f-9a0fd4d588ce None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:10:00.863145 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:00.886683 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60 req-f805de1e-f8ca-411d-8fe5-a62b913bfae6 service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922668 Jun 22 09:10:01.007629 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efd3b6-d5b2-4561-9d04-101b0f023c84 req-56816deb-92ab-48b8-8fa6-6db8c3f0b757 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:01.009721 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a1efd3b6-d5b2-4561-9d04-101b0f023c84 req-56816deb-92ab-48b8-8fa6-6db8c3f0b757 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 945 time: 0.0836072 Jun 22 09:10:01.009721 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:01.040312 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c6a6ddc2-5e3b-4418-be47-a9d1e07dec60 req-4b51471a-5d9d-4a47-98cc-1eeefe356b27 service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507068 Jun 22 09:10:01.069581 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a1efd3b6-d5b2-4561-9d04-101b0f023c84 req-7354e721-496e-47ac-8fde-2b6562416f41 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500379 Jun 22 09:10:01.096329 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-17e421d9-e003-4032-bd7f-9a0fd4d588ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'f8725634-71a3-4bf1-af8c-f8c3ebdc6421', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'port_id': 'b581409a-f9b3-40d0-bace-957da69bd0eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'mac_address': 'fa:16:3e:b6:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:41Z', 'updated_at': '2022-06-22T09:09:59Z', 'revision_number': 1, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:01.123404 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e421d9-e003-4032-bd7f-9a0fd4d588ce None None] The sync data for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi is: [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'f8725634-71a3-4bf1-af8c-f8c3ebdc6421', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'port_id': 'b581409a-f9b3-40d0-bace-957da69bd0eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'mac_address': 'fa:16:3e:b6:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:41Z', 'updated_at': '2022-06-22T09:09:59Z', 'revision_number': 1, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:10:01.318087 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a0ed7-a894-496a-93ec-515227d10196 None None] New status for floating IP f8725634-71a3-4bf1-af8c-f8c3ebdc6421: ACTIVE {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:10:01.679422 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 96d217d4-7f7e-4b48-9765-4d629d4b6509 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:10:01.720601 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:01.723650 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 96d217d4-7f7e-4b48-9765-4d629d4b6509 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:10:01.836663 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 96d217d4-7f7e-4b48-9765-4d629d4b6509 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:10:01.836963 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:02.036227 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 96d217d4-7f7e-4b48-9765-4d629d4b6509 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:02.036679 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:02.062858 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512bad88-21fe-437e-8a85-f71503963183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d217d4-7f7e-4b48-9765-4d629d4b6509'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:02.065073 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2365004a-ef62-4f11-9cbe-b92eb88b67b5" -d '{"events": [{"server_uuid": "512bad88-21fe-437e-8a85-f71503963183", "name": "network-vif-plugged", "status": "completed", "tag": "96d217d4-7f7e-4b48-9765-4d629d4b6509"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:02.078561 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 96d217d4-7f7e-4b48-9765-4d629d4b6509, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=96d217d4-7f7e-4b48-9765-4d629d4b6509,segment=NetworkSegment(26d2a899-4b25-4fc8-88bd-96306f7fdfac),segment_id=26d2a899-4b25-4fc8-88bd-96306f7fdfac)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:02.107641 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdda67f9-5e57-4a9b-9ae7-516875c7eb1f x-openstack-request-id: req-fdda67f9-5e57-4a9b-9ae7-516875c7eb1f {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:02.107641 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512bad88-21fe-437e-8a85-f71503963183", "name": "network-vif-plugged", "status": "completed", "tag": "96d217d4-7f7e-4b48-9765-4d629d4b6509", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:02.109063 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdda67f9-5e57-4a9b-9ae7-516875c7eb1f {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:02.109063 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdda67f9-5e57-4a9b-9ae7-516875c7eb1f'] response: {'server_uuid': '512bad88-21fe-437e-8a85-f71503963183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d217d4-7f7e-4b48-9765-4d629d4b6509', 'code': 200} Jun 22 09:10:02.185188 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:02.194794 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a7774-b37c-4723-9131-51fd49d588b7 req-0265202a-cb64-4a7c-bbb6-f83b114abdc9 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:02.201624 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-741a7774-b37c-4723-9131-51fd49d588b7 req-0265202a-cb64-4a7c-bbb6-f83b114abdc9 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 945 time: 0.0581384 Jun 22 09:10:02.235564 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=96d217d4-7f7e-4b48-9765-4d629d4b6509,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:02.243878 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.244225 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.244564 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.244906 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.245236 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.245585 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.245912 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.246264 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.252167 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.252167 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.252167 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.252167 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.252167 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.252167 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.252167 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:02.253208 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-741a7774-b37c-4723-9131-51fd49d588b7 req-589d28f9-782c-477e-8633-c398a1025ac5 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473146 Jun 22 09:10:02.480880 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaedbd1-0e13-462d-ad9a-9fa92800b358 req-91a49419-c44c-48b4-b0a0-509f7b8865bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:02.482526 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1aaedbd1-0e13-462d-ad9a-9fa92800b358 req-91a49419-c44c-48b4-b0a0-509f7b8865bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 1130 time: 0.0397272 Jun 22 09:10:02.526976 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1aaedbd1-0e13-462d-ad9a-9fa92800b358 req-4d11528a-faa8-41fd-9787-d68202ba9906 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391448 Jun 22 09:10:03.380518 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3eb74-9964-4cd2-9188-42051245cd31 req-12dc839a-b386-433d-9e5c-6423c2a6e233 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:03.382105 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d7b3eb74-9964-4cd2-9188-42051245cd31 req-12dc839a-b386-433d-9e5c-6423c2a6e233 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 946 time: 0.0568275 Jun 22 09:10:03.433943 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d7b3eb74-9964-4cd2-9188-42051245cd31 req-b3917630-9e89-47de-9b8e-e098c36b3825 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461447 Jun 22 09:10:04.547877 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9a469-ce1a-4f15-b90d-1d61709047b1 req-f0482c30-07a6-42a2-8482-8154e93f6fd9 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:04.549421 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-acd9a469-ce1a-4f15-b90d-1d61709047b1 req-f0482c30-07a6-42a2-8482-8154e93f6fd9 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 946 time: 0.0470233 Jun 22 09:10:04.598132 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-acd9a469-ce1a-4f15-b90d-1d61709047b1 req-c6bf1736-2bda-4279-9410-e9ba8282a4a2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Jun 22 09:10:04.968063 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:11.531229 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:10:11.658844 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:13.061971 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:13.173373 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-238633bb-ebe8-4af8-b790-d982c7c6113b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:14.592105 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=62 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:14.594970 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=34 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:15.511503 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-59ea1811-27e4-44c1-8e6d-844dd3a45981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:17.007632 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:18.670644 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:18.722032 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:27.436013 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e1d0d-25ba-4522-9d26-39ee8810ed10 req-317b7598-9af2-441a-9bc9-eda9fdb918bf tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:27.437481 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f09e1d0d-25ba-4522-9d26-39ee8810ed10 req-317b7598-9af2-441a-9bc9-eda9fdb918bf tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 946 time: 0.0507944 Jun 22 09:10:27.489360 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f09e1d0d-25ba-4522-9d26-39ee8810ed10 req-49ea9ae0-c045-4aa9-af48-f55f372a4e40 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458884 Jun 22 09:10:27.534283 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:27.538207 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:28.606730 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b40af-97e0-4ae3-9bc5-0dced122508c req-42b554fd-8791-44fe-950c-07917a2137d8 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:28.608229 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-770b40af-97e0-4ae3-9bc5-0dced122508c req-42b554fd-8791-44fe-950c-07917a2137d8 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 946 time: 0.0479777 Jun 22 09:10:28.630575 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:28.632422 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:28.656532 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-770b40af-97e0-4ae3-9bc5-0dced122508c req-a1814891-ba2d-46fe-b3d4-6f23e7994560 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7acfaa6-2d74-4e8a-be1b-8482311705f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426123 Jun 22 09:10:29.058903 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534815d4-3b2e-49c9-8328-1f8ebb1a9c41 req-3d658c96-6571-4b24-8368-6d3987072d86 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:29.060340 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-534815d4-3b2e-49c9-8328-1f8ebb1a9c41 req-3d658c96-6571-4b24-8368-6d3987072d86 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.43 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 946 time: 0.0484433 Jun 22 09:10:29.153889 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-534815d4-3b2e-49c9-8328-1f8ebb1a9c41 req-6bef7d7b-0ca6-4a6c-8de1-017f332f03d2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Deleting port 96d217d4-7f7e-4b48-9765-4d629d4b6509 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:10:29.154262 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-534815d4-3b2e-49c9-8328-1f8ebb1a9c41 req-6bef7d7b-0ca6-4a6c-8de1-017f332f03d2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:29.241455 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-534815d4-3b2e-49c9-8328-1f8ebb1a9c41 req-6bef7d7b-0ca6-4a6c-8de1-017f332f03d2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] For port 96d217d4-7f7e-4b48-9765-4d629d4b6509, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=96d217d4-7f7e-4b48-9765-4d629d4b6509,segment=NetworkSegment(26d2a899-4b25-4fc8-88bd-96306f7fdfac),segment_id=26d2a899-4b25-4fc8-88bd-96306f7fdfac)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:29.241808 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-534815d4-3b2e-49c9-8328-1f8ebb1a9c41 req-6bef7d7b-0ca6-4a6c-8de1-017f332f03d2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:29.254634 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-534815d4-3b2e-49c9-8328-1f8ebb1a9c41 req-6bef7d7b-0ca6-4a6c-8de1-017f332f03d2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Calling delete_port for 96d217d4-7f7e-4b48-9765-4d629d4b6509 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:10:29.481192 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-534815d4-3b2e-49c9-8328-1f8ebb1a9c41 req-6bef7d7b-0ca6-4a6c-8de1-017f332f03d2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (96d217d4-7f7e-4b48-9765-4d629d4b6509), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:29.493220 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['96d217d4-7f7e-4b48-9765-4d629d4b6509'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:10:29.509677 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef7d7b-0ca6-4a6c-8de1-017f332f03d2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Pushing event deleted for resources: {'Port': ['ID=96d217d4-7f7e-4b48-9765-4d629d4b6509,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:29.574212 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-534815d4-3b2e-49c9-8328-1f8ebb1a9c41 req-6bef7d7b-0ca6-4a6c-8de1-017f332f03d2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] No DVR routers for this DVR port 96d217d4-7f7e-4b48-9765-4d629d4b6509 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:10:29.577816 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-534815d4-3b2e-49c9-8328-1f8ebb1a9c41 req-6bef7d7b-0ca6-4a6c-8de1-017f332f03d2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:29.583509 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-534815d4-3b2e-49c9-8328-1f8ebb1a9c41 req-6bef7d7b-0ca6-4a6c-8de1-017f332f03d2 tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.43 "DELETE /v2.0/ports/96d217d4-7f7e-4b48-9765-4d629d4b6509 HTTP/1.1" status: 204 len: 173 time: 0.5174038 Jun 22 09:10:29.584174 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512bad88-21fe-437e-8a85-f71503963183', 'name': 'network-vif-deleted', 'tag': '96d217d4-7f7e-4b48-9765-4d629d4b6509'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:29.587295 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f10834d-1568-4880-a6e8-d38ebdb08f6e" -d '{"events": [{"server_uuid": "512bad88-21fe-437e-8a85-f71503963183", "name": "network-vif-deleted", "tag": "96d217d4-7f7e-4b48-9765-4d629d4b6509"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:29.624329 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e5ed20-bf6e-4e05-bc47-9ae489398bd8 x-openstack-request-id: req-08e5ed20-bf6e-4e05-bc47-9ae489398bd8 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:29.624910 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512bad88-21fe-437e-8a85-f71503963183", "name": "network-vif-deleted", "tag": "96d217d4-7f7e-4b48-9765-4d629d4b6509", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:29.624910 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08e5ed20-bf6e-4e05-bc47-9ae489398bd8 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:29.625256 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e5ed20-bf6e-4e05-bc47-9ae489398bd8'] response: {'server_uuid': '512bad88-21fe-437e-8a85-f71503963183', 'name': 'network-vif-deleted', 'tag': '96d217d4-7f7e-4b48-9765-4d629d4b6509', 'status': 'completed', 'code': 200} Jun 22 09:10:29.755492 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ea278bab-6b65-4950-9450-4aff72e60980 req-7e185313-c236-42b5-bd95-6156775f21fe tempest-VolumesSnapshotTestJSON-1760635210 tempest-VolumesSnapshotTestJSON-1760635210-project] 10.222.0.36 "GET /v2.0/ports?device_id=512bad88-21fe-437e-8a85-f71503963183 HTTP/1.1" status: 200 len: 210 time: 0.0284865 Jun 22 09:10:33.989288 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 96d217d4-7f7e-4b48-9765-4d629d4b6509 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:10:34.009362 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 96d217d4-7f7e-4b48-9765-4d629d4b6509 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:10:34.009721 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 96d217d4-7f7e-4b48-9765-4d629d4b6509 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:10:34.984747 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:39.736561 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=70,neutron:DELETE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:39.737998 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=57,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:40.539466 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-7844f838-b0eb-4830-9fd9-51433902ed7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386968 Jun 22 09:10:40.645816 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-f7b4c9b1-e228-464d-b898-a8cd60a6a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:40.647544 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-f7b4c9b1-e228-464d-b898-a8cd60a6a09f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 1129 time: 0.0394371 Jun 22 09:10:40.765463 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-0f48afce-c3fb-46f3-aa37-a82ec377960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:40.767044 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-0f48afce-c3fb-46f3-aa37-a82ec377960e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b046ebff-06e8-420c-9d94-82044ffbff87 HTTP/1.1" status: 200 len: 912 time: 0.0989792 Jun 22 09:10:40.832552 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-be3bfaa4-e573-4770-af32-6c7708253368 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b581409a-f9b3-40d0-bace-957da69bd0eb HTTP/1.1" status: 200 len: 1000 time: 0.0588574 Jun 22 09:10:40.886590 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-e92fe3b4-9295-4c88-81fb-fe98a78b078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:40.888634 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-e92fe3b4-9295-4c88-81fb-fe98a78b078a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=497b1774-5990-4906-9cd3-6765d67f089a HTTP/1.1" status: 200 len: 850 time: 0.0502739 Jun 22 09:10:40.933211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-00c9cd71-9bec-4dad-b859-1d4763e8211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:40.935362 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-00c9cd71-9bec-4dad-b859-1d4763e8211a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b046ebff-06e8-420c-9d94-82044ffbff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409293 Jun 22 09:10:41.027417 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-907823f8-38ae-46a9-ae8f-d8748e6cc149 service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866964 Jun 22 09:10:41.123040 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e334ccc2-54e3-44e8-8d7a-35dc63f869bd req-b6c42811-c388-4707-bb08-737e6bd3e593 service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895071 Jun 22 09:10:43.139604 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8e3a2c75-fbfc-4bc7-9302-29418c2f1f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:45.475695 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0d17c197-59d9-43cb-b280-aeef2d41fc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:47.001728 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:48.415666 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ef97a-ad3f-468b-9632-6ab222fead88 req-b9779030-9609-4603-857f-a9fe6d83a91d tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:48.417144 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-213ef97a-ad3f-468b-9632-6ab222fead88 req-b9779030-9609-4603-857f-a9fe6d83a91d tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Jun 22 09:10:48.465159 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-213ef97a-ad3f-468b-9632-6ab222fead88 req-09ef4f2b-871a-40fd-b744-dd3675dbf34b tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421906 Jun 22 09:10:48.531047 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:10:48.670491 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:48.784366 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:49.643829 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d81a7-f498-45aa-a04c-d7d8580f311d req-186abbf3-3ea1-4d5f-b11d-d29f7d67ed35 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:49.645343 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-794d81a7-f498-45aa-a04c-d7d8580f311d req-186abbf3-3ea1-4d5f-b11d-d29f7d67ed35 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.1068873 Jun 22 09:10:49.693595 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-794d81a7-f498-45aa-a04c-d7d8580f311d req-65bfd804-8cf8-43af-bbca-4ae5c8e3912d tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Jun 22 09:10:50.811953 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1878c37-c0a4-4efa-a031-d9edbbdfff57 req-ccd8f1b5-5020-437c-bb74-d8516871c148 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:50.813426 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c1878c37-c0a4-4efa-a031-d9edbbdfff57 req-ccd8f1b5-5020-437c-bb74-d8516871c148 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0499556 Jun 22 09:10:50.863465 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c1878c37-c0a4-4efa-a031-d9edbbdfff57 req-e1abfa2b-8878-415f-aec0-650021f75c49 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Jun 22 09:10:51.980184 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f1bfd-d74e-4599-b57c-92a8ea4d9f7a req-51c47423-7c51-4a97-8eb4-0edf976bafee tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:51.981639 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-736f1bfd-d74e-4599-b57c-92a8ea4d9f7a req-51c47423-7c51-4a97-8eb4-0edf976bafee tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0476637 Jun 22 09:10:52.032639 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-736f1bfd-d74e-4599-b57c-92a8ea4d9f7a req-a830124a-6c7e-4b74-87cf-104e3759a84f tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450163 Jun 22 09:10:53.152727 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae0899-940b-4e1a-b2ad-df6f61be3293 req-3cbc8f6d-be64-4837-af72-8c0179374149 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:53.154563 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9ae0899-940b-4e1a-b2ad-df6f61be3293 req-3cbc8f6d-be64-4837-af72-8c0179374149 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0503192 Jun 22 09:10:53.172602 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:53.202743 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f9ae0899-940b-4e1a-b2ad-df6f61be3293 req-b3543b4d-896e-44c3-a979-d1d87b516ce4 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428998 Jun 22 09:10:54.323290 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a187b1-ba08-4919-b610-7e16253c8282 req-2a26d2d4-fe0b-447a-b84e-c23b87b1ee14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:54.324758 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-85a187b1-ba08-4919-b610-7e16253c8282 req-2a26d2d4-fe0b-447a-b84e-c23b87b1ee14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0482748 Jun 22 09:10:54.365596 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:54.372772 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-85a187b1-ba08-4919-b610-7e16253c8282 req-e840475f-479c-45fd-ac40-e631702a5350 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425041 Jun 22 09:10:55.760581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc338e11-12d1-493e-8777-e9284f28e492 req-c7c757ac-d90d-44e3-beab-f5659b078e6d tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:55.762038 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc338e11-12d1-493e-8777-e9284f28e492 req-c7c757ac-d90d-44e3-beab-f5659b078e6d tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.3159285 Jun 22 09:10:55.809018 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bc338e11-12d1-493e-8777-e9284f28e492 req-ca91c6a9-d285-4b47-8828-1d7452010bae tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412440 Jun 22 09:10:56.927102 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae14d5d-5a3a-4635-a033-12e3522703ac req-e00627e0-f841-40aa-80de-7b462692e55b tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:56.928470 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8ae14d5d-5a3a-4635-a033-12e3522703ac req-e00627e0-f841-40aa-80de-7b462692e55b tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0486295 Jun 22 09:10:56.978397 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8ae14d5d-5a3a-4635-a033-12e3522703ac req-5437b55d-6527-4877-9005-ef19473c9ac2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 Jun 22 09:10:57.366441 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47584) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:57.412698 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Deleting subnet c35df01d-ad21-4719-8bb8-1d6012172094 {{(pid=104240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:10:57.416141 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Publish callbacks [] for subnet (c35df01d-ad21-4719-8bb8-1d6012172094), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:57.450251 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13837601'] for subnet (c35df01d-ad21-4719-8bb8-1d6012172094), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:57.490622 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (c35df01d-ad21-4719-8bb8-1d6012172094), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:57.613520 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14068931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13124434'] for subnet (c35df01d-ad21-4719-8bb8-1d6012172094), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:57.641070 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35df01d-ad21-4719-8bb8-1d6012172094,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:57.644166 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:57.647225 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c35df01d-ad21-4719-8bb8-1d6012172094 HTTP/1.1" status: 204 len: 168 time: 0.2797861 Jun 22 09:10:57.655728 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47588) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:57.655872 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.655872 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.655872 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.655872 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.655872 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.655872 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.655872 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.656543 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.656543 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.656543 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.656874 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.657874 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.657874 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.657874 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.658235 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c87515-1841-4b1c-8f0b-a7ca0e23d19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:57.725199 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (1fc6598b-8630-43a0-8fc7-8a555dfcd6af), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:57.809667 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (1fc6598b-8630-43a0-8fc7-8a555dfcd6af), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:57.831103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc6598b-8630-43a0-8fc7-8a555dfcd6af']}} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:57.841570 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d2a899-4b25-4fc8-88bd-96306f7fdfac') {'for_net_delete': True} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:57.841873 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d2a899-4b25-4fc8-88bd-96306f7fdfac') {} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:57.852494 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57991598'] for segment (26d2a899-4b25-4fc8-88bd-96306f7fdfac), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:57.866106 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (26d2a899-4b25-4fc8-88bd-96306f7fdfac), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:57.872744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:10:57.873130 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57332411'] for segment (26d2a899-4b25-4fc8-88bd-96306f7fdfac), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:57.900147 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment 26d2a899-4b25-4fc8-88bd-96306f7fdfac resource provider aggregate not found Jun 22 09:10:57.931024 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment 26d2a899-4b25-4fc8-88bd-96306f7fdfac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26d2a899-4b25-4fc8-88bd-96306f7fdfac found for delete ", "request_id": "req-179c677d-81f8-44f8-8455-7cdb979f84d4"}]} Jun 22 09:10:58.001898 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (1fc6598b-8630-43a0-8fc7-8a555dfcd6af), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:58.007991 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:58.012943 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] 10.222.0.36 "DELETE /v2.0/networks/1fc6598b-8630-43a0-8fc7-8a555dfcd6af HTTP/1.1" status: 204 len: 168 time: 0.3603740 Jun 22 09:10:58.025254 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc6598b-8630-43a0-8fc7-8a555dfcd6af,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:58.034033 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.034402 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.034741 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.035078 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.035452 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.035877 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.036086 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.036470 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.036728 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.037479 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.037479 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.037712 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.037978 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.038317 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.038683 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8fe7-9e21-403b-be45-b0b6a4e9a4ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:58.115059 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357f168-019a-4278-9a43-7bf853bcd47b req-bffd052f-04f9-44e7-a8c0-3c3c678027b6 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:58.119078 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e357f168-019a-4278-9a43-7bf853bcd47b req-bffd052f-04f9-44e7-a8c0-3c3c678027b6 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0590141 Jun 22 09:10:58.165906 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e357f168-019a-4278-9a43-7bf853bcd47b req-5875bf57-aa4f-4536-88cd-47b797647b5b tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435970 Jun 22 09:10:58.396276 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47598) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:58.437089 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d0e5664c-9f65-4ae7-98ec-d76bddcfa3d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2c631e8f3d544309a09e7bf6e39f780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396774 Jun 22 09:10:58.439544 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47600) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:58.488393 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-af0002c6-1792-4fa4-99e9-71c88c86ae53 admin admin] Publish callbacks [] for security_group (b7acfaa6-2d74-4e8a-be1b-8482311705f6), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:58.511089 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-af0002c6-1792-4fa4-99e9-71c88c86ae53 admin admin] Publish callbacks [] for security_group (b7acfaa6-2d74-4e8a-be1b-8482311705f6), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:58.630309 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:58.632105 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:58.664670 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-af0002c6-1792-4fa4-99e9-71c88c86ae53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (b7acfaa6-2d74-4e8a-be1b-8482311705f6), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:58.667276 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-af0002c6-1792-4fa4-99e9-71c88c86ae53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:58.668465 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-af0002c6-1792-4fa4-99e9-71c88c86ae53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7acfaa6-2d74-4e8a-be1b-8482311705f6 HTTP/1.1" status: 204 len: 168 time: 0.2279787 Jun 22 09:10:58.678240 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0002c6-1792-4fa4-99e9-71c88c86ae53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7acfaa6-2d74-4e8a-be1b-8482311705f6,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:59.282462 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf431184-8655-436d-8906-8d81fb9d0852 req-fa2d4b64-f1fc-4ff8-9078-04e424b61b88 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:59.283916 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cf431184-8655-436d-8906-8d81fb9d0852 req-fa2d4b64-f1fc-4ff8-9078-04e424b61b88 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0473394 Jun 22 09:10:59.332117 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cf431184-8655-436d-8906-8d81fb9d0852 req-d9e35edf-3627-4854-bd19-769d71c415a8 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416768 Jun 22 09:10:59.800598 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47626) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:59.900201 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-799880003-network', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:00.070010 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Made reservation on behalf of 0c6571a499a0498abe9211d2d252bacf for: {'network': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:00.073446 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:00.083087 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:00.160629 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Publish callbacks [] for security_group (edb3706d-3427-488c-8b79-1dfeecde1abb), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:00.246867 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (edb3706d-3427-488c-8b79-1dfeecde1abb), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:00.272848 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=104240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:11:00.283188 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb3706d-3427-488c-8b79-1dfeecde1abb,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:00.288566 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (51dff2b4-7fea-4339-85e8-6c8420b9b8f7), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:00.290985 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.db.segments_db [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Added segment 51dff2b4-7fea-4339-85e8-6c8420b9b8f7 of type vlan for network d777f017-a4b7-4bab-b97e-75143e410eba Jun 22 09:11:00.330380 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (d777f017-a4b7-4bab-b97e-75143e410eba), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:00.351990 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:00.424082 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (d777f017-a4b7-4bab-b97e-75143e410eba), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:00.425103 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:00.425688 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:00.452344 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746f092-b90f-4e94-b4a7-e55a9e7dad5f req-ef82ddb5-77c4-41ac-b9ee-f0304d8a279a tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:00.453874 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3746f092-b90f-4e94-b4a7-e55a9e7dad5f req-ef82ddb5-77c4-41ac-b9ee-f0304d8a279a tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0488780 Jun 22 09:11:00.491419 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] Pushing event updated for resources: {'Network': ['ID=d777f017-a4b7-4bab-b97e-75143e410eba,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:00.503530 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network d777f017-a4b7-4bab-b97e-75143e410eba details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:11:00.509440 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3746f092-b90f-4e94-b4a7-e55a9e7dad5f req-2f7ce7d6-c5ed-449b-a035-3b39b7ee64c4 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495098 Jun 22 09:11:00.525735 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-866df74f-2b56-46b4-9ae2-0aaab31a6fad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7240303 Jun 22 09:11:00.532255 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47632) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:00.534029 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] Request body: {'subnet': {'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-799880003-subnet', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'ip_version': 4}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:00.538563 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:00.640038 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] Made reservation on behalf of 0c6571a499a0498abe9211d2d252bacf for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:00.642612 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13124413'] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:00.892127 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14068736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13124427'] for subnet (604a182a-af67-4ea2-860f-5ec03d3c4b82), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:00.950648 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=604a182a-af67-4ea2-860f-5ec03d3c4b82,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:00.960004 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] Checking segment: {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:11:00.960909 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] Network hostable DHCP agents. Network: d777f017-a4b7-4bab-b97e-75143e410eba, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:11:01.080064 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] Network d777f017-a4b7-4bab-b97e-75143e410eba is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:11:01.184025 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, d777f017-a4b7-4bab-b97e-75143e410eba) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:01.188275 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:01.188875 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.192947 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb994c0-4648-4f3c-80b5-33a190c157eb None None] Network d777f017-a4b7-4bab-b97e-75143e410eba requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:11:01.280911 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-949aee26-1878-42a0-a5ae-5fd14184db0e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7485654 Jun 22 09:11:01.281451 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47634) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:01.286413 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:01.311960 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-d777f017-a4b7-4bab-b97e-75143e410eba', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:11:01.314331 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.366567 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.367653 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.424234 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Publish callbacks [] for router_controller (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), precommit_add_association {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.465753 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Allocated IP 172.20.0.2 (d777f017-a4b7-4bab-b97e-75143e410eba/604a182a-af67-4ea2-860f-5ec03d3c4b82/c7870f82-44ca-4fd6-90ef-43e55eccf57c) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:01.630295 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Publish callbacks [] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.659297 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e66e-1a27-417f-ae6b-e8035b1d78b3 req-d85b1044-03c7-46d6-a6e4-78f24f779aa8 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:01.661556 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a4c8e66e-1a27-417f-ae6b-e8035b1d78b3 req-d85b1044-03c7-46d6-a6e4-78f24f779aa8 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0589015 Jun 22 09:11:01.662376 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Publish callbacks [] for router_gateway (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.713548 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a4c8e66e-1a27-417f-ae6b-e8035b1d78b3 req-08e02781-03b2-4f5f-8d97-e1b47923a7db tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447428 Jun 22 09:11:01.744523 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.787239 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Network d777f017-a4b7-4bab-b97e-75143e410eba is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:01.791087 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:01.795161 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:11:01.801801 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Pushing event updated for resources: {'Port': ['ID=c7870f82-44ca-4fd6-90ef-43e55eccf57c,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:01.851012 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:01.862945 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Attempting to bind port c7870f82-44ca-4fd6-90ef-43e55eccf57c on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:11:01.863313 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Attempting to bind port c7870f82-44ca-4fd6-90ef-43e55eccf57c by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:11:01.863680 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Attempting to bind port c7870f82-44ca-4fd6-90ef-43e55eccf57c on network d777f017-a4b7-4bab-b97e-75143e410eba {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:11:01.869769 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:11:01.870464 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Checking segment: {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:11:01.870722 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.871043 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Bound using segment: {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:11:01.871415 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Bound port: c7870f82-44ca-4fd6-90ef-43e55eccf57c, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:11:01.871765 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.943279 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] For port c7870f82-44ca-4fd6-90ef-43e55eccf57c, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:01.947107 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] For port c7870f82-44ca-4fd6-90ef-43e55eccf57c, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=c7870f82-44ca-4fd6-90ef-43e55eccf57c,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:01.962315 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Publish callbacks [] for router_gateway (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.982205 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:02.007851 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:02.066517 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe96f7c-f33a-4735-b0cd-5c697033aaa7 None None] Pushing event updated for resources: {'Port': ['ID=c7870f82-44ca-4fd6-90ef-43e55eccf57c,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:02.109082 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Allocated IP 172.27.2.182 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/964f886c-90dc-4a8c-9ccd-6e6ed1043b5f) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:02.208762 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:02.245085 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Publish callbacks [] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:02.338762 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:02.386689 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:02.391518 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:02.394209 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:11:02.400722 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Pushing event updated for resources: {'Port': ['ID=964f886c-90dc-4a8c-9ccd-6e6ed1043b5f,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:02.736070 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Publish callbacks [] for router_gateway (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:02.807241 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device c7870f82-44ca-4fd6-90ef-43e55eccf57c up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:02.845639 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:02.860469 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e35a10-0048-465b-8ad9-18fb529e5ddb req-943899b0-d8e7-497f-a1a1-1974c7661f61 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:02.862557 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d9e35a10-0048-465b-8ad9-18fb529e5ddb req-943899b0-d8e7-497f-a1a1-1974c7661f61 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0616107 Jun 22 09:11:02.868939 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port c7870f82-44ca-4fd6-90ef-43e55eccf57c triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:02.869314 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:02.899476 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:02.917874 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:02.942354 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d9e35a10-0048-465b-8ad9-18fb529e5ddb req-1128f403-5183-44bf-b42a-120c95192a2a tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668461 Jun 22 09:11:02.955254 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:02.967626 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port c7870f82-44ca-4fd6-90ef-43e55eccf57c is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:02.968022 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:02.979334 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:03.005852 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port c7870f82-44ca-4fd6-90ef-43e55eccf57c, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=c7870f82-44ca-4fd6-90ef-43e55eccf57c,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:03.070596 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:03.127478 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0101094-eb20-4cd9-a367-0da89db6cc49 None None] Network d777f017-a4b7-4bab-b97e-75143e410eba requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:11:03.149335 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=c7870f82-44ca-4fd6-90ef-43e55eccf57c,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:03.168144 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.168491 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.168835 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.169173 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.169504 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.169832 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.170196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.170521 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.170861 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.171192 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.171560 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.171886 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.172213 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.172530 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.172847 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:03.184667 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:11:03.232338 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-9105943a-0d4c-4938-9214-e6b9157e63d4 None None] Provisioning complete for port c7870f82-44ca-4fd6-90ef-43e55eccf57c triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:03.232728 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-9105943a-0d4c-4938-9214-e6b9157e63d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:03.296168 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:03.300610 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:03.309306 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Sync routers for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:03.328302 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:03.329798 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:10:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:03.385761 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:03.387257 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ec1e4b56-3528-49da-84e4-4bd573ce7724 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1048226 Jun 22 09:11:03.390051 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47640) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:03.406350 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-9105943a-0d4c-4938-9214-e6b9157e63d4 None None] Current status of the port c7870f82-44ca-4fd6-90ef-43e55eccf57c is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:03.445551 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:03.472843 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:03.601969 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:03.654712 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-62b046f6-ab4e-4185-814d-42f58dc4b794 None None] Provisioning complete for port c7870f82-44ca-4fd6-90ef-43e55eccf57c triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:03.655080 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-62b046f6-ab4e-4185-814d-42f58dc4b794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:03.683641 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:02Z', 'revision_number': 3, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:03.716152 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Checking router: 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:03.716504 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Updating router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f binding host dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:11:03.754672 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:03.838081 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:03.877531 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-62b046f6-ab4e-4185-814d-42f58dc4b794 None None] Current status of the port c7870f82-44ca-4fd6-90ef-43e55eccf57c is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:04.013093 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Allocated IP 172.20.0.1 (d777f017-a4b7-4bab-b97e-75143e410eba/604a182a-af67-4ea2-860f-5ec03d3c4b82/1bb57590-aef6-4ad4-96c2-7f3a28359762) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:04.060098 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Publish callbacks [] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), precommit_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.127008 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.133685 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3c290-9066-4c21-8154-29fbdde00371 req-3f9e8a0e-1f20-40d8-91f2-a5aa3a2d2f13 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:04.135164 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-40c3c290-9066-4c21-8154-29fbdde00371 req-3f9e8a0e-1f20-40d8-91f2-a5aa3a2d2f13 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.1026835 Jun 22 09:11:04.186705 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79680c35-fad3-483f-b688-44f36a5eb116 None None] Pushing event updated for resources: {'Port': ['ID=964f886c-90dc-4a8c-9ccd-6e6ed1043b5f,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:04.189194 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Attempting to bind port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:11:04.190013 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Attempting to bind port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:11:04.190404 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Attempting to bind port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:11:04.196639 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Publish callbacks [] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.199244 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:11:04.200026 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:11:04.200173 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.200733 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:11:04.201222 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Bound port: 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:11:04.201606 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.223824 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-40c3c290-9066-4c21-8154-29fbdde00371 req-e52900e3-b6f4-494a-9a70-ccca4f52553b tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821948 Jun 22 09:11:04.228834 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:04.237761 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:04.263088 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] For port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:04.266604 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] For port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=964f886c-90dc-4a8c-9ccd-6e6ed1043b5f,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:04.305958 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.333225 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.342481 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:04.348920 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Network d777f017-a4b7-4bab-b97e-75143e410eba is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:04.352809 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:04.356741 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:11:04.390365 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb57590-aef6-4ad4-96c2-7f3a28359762,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:04.395725 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:04.396370 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:10:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:04.413760 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.434390 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79680c35-fad3-483f-b688-44f36a5eb116 None None] Pushing event updated for resources: {'Port': ['ID=964f886c-90dc-4a8c-9ccd-6e6ed1043b5f,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:04.492705 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:04.514341 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:04.661227 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.772297 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device c7870f82-44ca-4fd6-90ef-43e55eccf57c up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:04.782111 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-c430467e-b180-4a18-9abf-073aa55f53cf None None] Provisioning complete for port 1bb57590-aef6-4ad4-96c2-7f3a28359762 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:04.782474 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c430467e-b180-4a18-9abf-073aa55f53cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.795005 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830627dc-f5ed-4d05-a6f3-a3684321c674 req-d158f055-e002-4f23-a421-51d07ff896d9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:04.800561 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-830627dc-f5ed-4d05-a6f3-a3684321c674 req-d158f055-e002-4f23-a421-51d07ff896d9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0856755 Jun 22 09:11:04.863476 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-c430467e-b180-4a18-9abf-073aa55f53cf None None] Port 1bb57590-aef6-4ad4-96c2-7f3a28359762 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:11:04.908958 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-830627dc-f5ed-4d05-a6f3-a3684321c674 req-5ae89863-c04d-4191-90af-cb6e750a6c3f tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944619 Jun 22 09:11:04.909585 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port c7870f82-44ca-4fd6-90ef-43e55eccf57c triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:04.910160 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.930116 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:04.944330 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Publish callbacks [] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:04.953235 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:02Z', 'revision_number': 3, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:04.987517 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618b27a6-54f0-4ff3-81de-1b40bcdc222a None None] The sync data for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi is: [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:02Z', 'revision_number': 3, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:04.989000 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37965a-63cf-4f3a-ac56-83bfd9a5b441 req-e40eca5c-6fa5-4448-816a-14a95ac0aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:04.990568 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5b37965a-63cf-4f3a-ac56-83bfd9a5b441 req-e40eca5c-6fa5-4448-816a-14a95ac0aa44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 1129 time: 0.0403075 Jun 22 09:11:05.019213 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:05.043421 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:05.044672 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port c7870f82-44ca-4fd6-90ef-43e55eccf57c is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:05.142212 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb57590-aef6-4ad4-96c2-7f3a28359762,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:05.147499 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:05.185979 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37965a-63cf-4f3a-ac56-83bfd9a5b441 req-6613b09d-49d9-4436-ad77-305d8d0e5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:05.187602 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5b37965a-63cf-4f3a-ac56-83bfd9a5b441 req-6613b09d-49d9-4436-ad77-305d8d0e5acc service neutron] 10.222.0.43 "GET /v2.0/networks?id=b046ebff-06e8-420c-9d94-82044ffbff87 HTTP/1.1" status: 200 len: 912 time: 0.1901295 Jun 22 09:11:05.330645 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5b37965a-63cf-4f3a-ac56-83bfd9a5b441 req-96be1f34-f543-4a61-b91f-f867b0c2dbe1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b581409a-f9b3-40d0-bace-957da69bd0eb HTTP/1.1" status: 200 len: 1000 time: 0.1328993 Jun 22 09:11:05.372456 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Network d777f017-a4b7-4bab-b97e-75143e410eba is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:05.376294 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:05.443919 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37965a-63cf-4f3a-ac56-83bfd9a5b441 req-a6246142-1a02-4ff7-a679-a351c30e10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:05.445913 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5b37965a-63cf-4f3a-ac56-83bfd9a5b441 req-a6246142-1a02-4ff7-a679-a351c30e10d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=497b1774-5990-4906-9cd3-6765d67f089a HTTP/1.1" status: 200 len: 850 time: 0.1074765 Jun 22 09:11:05.469457 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:05.541156 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37965a-63cf-4f3a-ac56-83bfd9a5b441 req-541b46a5-c53a-433f-98cd-9397b954b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:05.542764 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5b37965a-63cf-4f3a-ac56-83bfd9a5b441 req-541b46a5-c53a-433f-98cd-9397b954b150 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b046ebff-06e8-420c-9d94-82044ffbff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0869389 Jun 22 09:11:05.592444 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:11:05.692922 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-63dd1c22-ec00-4d54-98bc-a51b25c6d572 None None] Provisioning complete for port 1bb57590-aef6-4ad4-96c2-7f3a28359762 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:05.694107 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-63dd1c22-ec00-4d54-98bc-a51b25c6d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:05.701544 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5b37965a-63cf-4f3a-ac56-83bfd9a5b441 req-008c5e25-0cbe-424b-8ab6-b927ed864d8f service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520019 Jun 22 09:11:05.734900 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-63dd1c22-ec00-4d54-98bc-a51b25c6d572 None None] Port 1bb57590-aef6-4ad4-96c2-7f3a28359762 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:11:05.825446 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:05.831611 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-e56ed503-7bea-4a19-834d-a6a31a647632 admin admin] 10.222.0.36 "PUT /v2.0/routers/2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4403827 Jun 22 09:11:05.847770 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5b37965a-63cf-4f3a-ac56-83bfd9a5b441 req-fa1a7677-8fad-4cfb-b368-cbe95f2469ba service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408379 Jun 22 09:11:06.044250 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b9332-e9a3-4b45-84ed-67252cb170bc req-0f57e676-ea4d-4155-a6ae-cc485ae8a72d tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:06.045850 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ff5b9332-e9a3-4b45-84ed-67252cb170bc req-0f57e676-ea4d-4155-a6ae-cc485ae8a72d tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0502455 Jun 22 09:11:06.096431 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ff5b9332-e9a3-4b45-84ed-67252cb170bc req-90bde8cb-b5ca-49c0-bb38-bedf1dddc5c5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450408 Jun 22 09:11:06.582532 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47664) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:06.586311 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Sync routers for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:06.588144 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1412359921-network', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:06.597287 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:06.597933 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:10:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:06.664600 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Made reservation on behalf of d745a1fcbc8149df916dc64d9a223687 for: {'network': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:06.667219 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for network (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:06.676377 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:06.716165 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:06.774304 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Publish callbacks [] for security_group (1f3d4af7-9cf8-4ab7-bbf5-75ad07ce26b6), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:06.784046 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:06.814493 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:06.843264 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:06.843558 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:06.869941 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1f3d4af7-9cf8-4ab7-bbf5-75ad07ce26b6), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:06.890871 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=104239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:11:06.912111 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3d4af7-9cf8-4ab7-bbf5-75ad07ce26b6,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:06.916732 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (50890530-b90e-4108-8baa-403d9aeed816), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:06.917075 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.segments_db [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Added segment 50890530-b90e-4108-8baa-403d9aeed816 of type vlan for network badb33eb-3fdc-469b-997e-7aee96a779c8 Jun 22 09:11:06.937718 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:06.938147 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:06.954557 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 2, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:06.961426 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=964f886c-90dc-4a8c-9ccd-6e6ed1043b5f,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:06.967776 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:06.977362 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727683881665'] for network (badb33eb-3fdc-469b-997e-7aee96a779c8), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:06.981158 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Checking router: 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:06.981499 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Updating router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed port 1bb57590-aef6-4ad4-96c2-7f3a28359762 binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:11:07.011150 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.029597 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.053931 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289'] for network (badb33eb-3fdc-469b-997e-7aee96a779c8), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.059297 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:07.059297 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.065169 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:07.084077 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=964f886c-90dc-4a8c-9ccd-6e6ed1043b5f,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:07.124067 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] Pushing event updated for resources: {'Network': ['ID=badb33eb-3fdc-469b-997e-7aee96a779c8,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:07.136079 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Network badb33eb-3fdc-469b-997e-7aee96a779c8 details requested by agent ovs-agent-dv-cinder-787296-11-iscsi with host dv-cinder-787296-11-iscsi {{(pid=104241) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:11:07.217216 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-f469ea16-b151-4f28-9acb-f822896a88ea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6332910 Jun 22 09:11:07.220019 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47668) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:07.227260 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] Request body: {'subnet': {'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1412359921-subnet', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'ip_version': 4}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:07.235929 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc89a9-f67c-4a89-a1ed-8b23d5f10df8 req-025afba9-6f66-41a2-908f-43837c962eb5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:07.237839 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b7dc89a9-f67c-4a89-a1ed-8b23d5f10df8 req-025afba9-6f66-41a2-908f-43837c962eb5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0609658 Jun 22 09:11:07.294627 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b7dc89a9-f67c-4a89-a1ed-8b23d5f10df8 req-fe792bef-73ce-4b18-93b8-cd8c860ca8bd tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476785 Jun 22 09:11:07.296669 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Publish callbacks [] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.308187 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] Made reservation on behalf of d745a1fcbc8149df916dc64d9a223687 for: {'subnet': 1} {{(pid=104240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:07.311245 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13124413'] for subnet (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.383076 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.434282 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Pushing event updated for resources: {'Port': ['ID=1bb57590-aef6-4ad4-96c2-7f3a28359762,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:07.440430 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:07.460001 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.460336 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.460693 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.460988 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.463974 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.463974 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.463974 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.463974 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.463974 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.463974 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.463974 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.463974 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.463974 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.464844 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.464844 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:07.503533 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Attempting to bind port 1bb57590-aef6-4ad4-96c2-7f3a28359762 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:11:07.504092 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Attempting to bind port 1bb57590-aef6-4ad4-96c2-7f3a28359762 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:11:07.504092 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Attempting to bind port 1bb57590-aef6-4ad4-96c2-7f3a28359762 on network d777f017-a4b7-4bab-b97e-75143e410eba {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:11:07.510618 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:11:07.511057 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Checking segment: {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:11:07.511467 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.511843 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Bound using segment: {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:11:07.512295 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Bound port: 1bb57590-aef6-4ad4-96c2-7f3a28359762, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:11:07.512657 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.514462 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:07.563878 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14068736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13124427'] for subnet (7fca2d5c-52a5-4d5e-b077-6b880ea8284d), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.588512 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] For port 1bb57590-aef6-4ad4-96c2-7f3a28359762, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:07.592311 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] For port 1bb57590-aef6-4ad4-96c2-7f3a28359762, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=1bb57590-aef6-4ad4-96c2-7f3a28359762,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:07.637845 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fca2d5c-52a5-4d5e-b077-6b880ea8284d,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:07.649803 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] Checking segment: {'id': '50890530-b90e-4108-8baa-403d9aeed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:11:07.652408 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] Network hostable DHCP agents. Network: badb33eb-3fdc-469b-997e-7aee96a779c8, hostable agents: ['5d8e65c4-6ee7-4fba-b761-d9381bdadf74'], hosted agents: [] {{(pid=104240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:11:07.669366 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-c4cbca49-df43-4329-8eb3-5eee1569bdaf None None] Provisioning complete for port 1bb57590-aef6-4ad4-96c2-7f3a28359762 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:07.669734 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c4cbca49-df43-4329-8eb3-5eee1569bdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.699017 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.703203 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-c4cbca49-df43-4329-8eb3-5eee1569bdaf None None] Port 1bb57590-aef6-4ad4-96c2-7f3a28359762 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:11:07.759244 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8e508-55db-4606-a4c6-5f9f2a3b7ca2 None None] Pushing event updated for resources: {'Port': ['ID=1bb57590-aef6-4ad4-96c2-7f3a28359762,revision_number=4']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:07.768799 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:07.769428 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:10:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:07.789790 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] Network badb33eb-3fdc-469b-997e-7aee96a779c8 is scheduled to be hosted by DHCP agent 5d8e65c4-6ee7-4fba-b761-d9381bdadf74 with binding_index 1 {{(pid=104240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:11:07.895064 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:07.921557 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-11-iscsi, badb33eb-3fdc-469b-997e-7aee96a779c8) {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:07.926302 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:07.927530 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:07.933207 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1806b-5f93-4f80-a17e-398bd58c5c22 None None] Network badb33eb-3fdc-469b-997e-7aee96a779c8 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:11:08.033710 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-c6037c5e-f30e-4966-aa26-fdeb12f01ea7 None None] Provisioning complete for port 1bb57590-aef6-4ad4-96c2-7f3a28359762 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:08.033996 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c6037c5e-f30e-4966-aa26-fdeb12f01ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.050473 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-fbfe4c5c-9916-404b-973e-965ca9f3b21e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8291657 Jun 22 09:11:08.053453 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47672) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:08.058177 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1412359921-router', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:08.097252 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5822fcbb-c5d1-5ad1-b8e5-280e2a0d56c5-badb33eb-3fdc-469b-997e-7aee96a779c8', 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8', 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'fixed_ips': [{'subnet_id': '7fca2d5c-52a5-4d5e-b077-6b880ea8284d'}]}} from dv-cinder-787296-11-iscsi. {{(pid=104241) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:11:08.098188 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.129163 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:07Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:08.155831 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:08.159322 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25318'] for router (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.161323 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-459930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25329'] for router (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.161663 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:08.163270 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e10ed9-3a29-4f41-aeaa-620b6596cef9 None None] The sync data for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi is: [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:07Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:08.251658 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-c6037c5e-f30e-4966-aa26-fdeb12f01ea7 None None] Current status of the port 1bb57590-aef6-4ad4-96c2-7f3a28359762 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:08.252237 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c6037c5e-f30e-4966-aa26-fdeb12f01ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.278199 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Publish callbacks [] for router_controller (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), precommit_add_association {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.366101 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-c6037c5e-f30e-4966-aa26-fdeb12f01ea7 None None] For port 1bb57590-aef6-4ad4-96c2-7f3a28359762, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=1bb57590-aef6-4ad4-96c2-7f3a28359762,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:08.372703 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.db_base_plugin_common [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Allocated IP 172.20.0.2 (badb33eb-3fdc-469b-997e-7aee96a779c8/7fca2d5c-52a5-4d5e-b077-6b880ea8284d/8385595b-e304-4376-a1f1-d00a73ffbe49) {{(pid=104241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:08.477212 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c6037c5e-f30e-4966-aa26-fdeb12f01ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.507620 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Publish callbacks [] for router_gateway (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.535123 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:08.575001 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6037c5e-f30e-4966-aa26-fdeb12f01ea7 None None] Pushing event updated for resources: {'Port': ['ID=1bb57590-aef6-4ad4-96c2-7f3a28359762,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:08.644443 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Publish callbacks [] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), precommit_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.744950 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), after_create {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.795571 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Network badb33eb-3fdc-469b-997e-7aee96a779c8 is already hosted by enough agents. {{(pid=104241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:08.801653 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.scheduler.base_scheduler [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Resources bound (agent type, host, resource id): {{(pid=104241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:08.813821 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Received port after_create {{(pid=104241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:11:08.869651 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Pushing event updated for resources: {'Port': ['ID=8385595b-e304-4376-a1f1-d00a73ffbe49,revision_number=1']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:08.886516 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 1bb57590-aef6-4ad4-96c2-7f3a28359762 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:08.928572 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Attempting to bind port 8385595b-e304-4376-a1f1-d00a73ffbe49 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:11:08.928963 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Attempting to bind port 8385595b-e304-4376-a1f1-d00a73ffbe49 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '50890530-b90e-4108-8baa-403d9aeed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:11:08.929319 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Attempting to bind port 8385595b-e304-4376-a1f1-d00a73ffbe49 on network badb33eb-3fdc-469b-997e-7aee96a779c8 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:11:08.940927 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:11:08.942182 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Checking segment: {'id': '50890530-b90e-4108-8baa-403d9aeed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:11:08.942182 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.942182 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Bound using segment: {'id': '50890530-b90e-4108-8baa-403d9aeed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:11:08.943941 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Bound port: 8385595b-e304-4376-a1f1-d00a73ffbe49, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50890530-b90e-4108-8baa-403d9aeed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:11:08.943941 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:08.996615 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 1bb57590-aef6-4ad4-96c2-7f3a28359762 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:08.997007 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:09.052480 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] For port 8385595b-e304-4376-a1f1-d00a73ffbe49, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:09.057464 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] For port 8385595b-e304-4376-a1f1-d00a73ffbe49, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8385595b-e304-4376-a1f1-d00a73ffbe49,segment=NetworkSegment(50890530-b90e-4108-8baa-403d9aeed816),segment_id=50890530-b90e-4108-8baa-403d9aeed816)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:09.096453 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Publish callbacks [] for router_gateway (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:09.104522 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 1bb57590-aef6-4ad4-96c2-7f3a28359762 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:09.105900 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:09.118505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:09.131031 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:09.209896 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:09.210293 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:09.215216 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bccdd-d656-40a3-823f-012660bf6bbb None None] Pushing event updated for resources: {'Port': ['ID=8385595b-e304-4376-a1f1-d00a73ffbe49,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:09.252961 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Allocated IP 172.27.2.220 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/78ec1aff-0ded-4272-9682-c6aa31dd54c2) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:09.257584 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:09.298292 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:09.417210 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Publish callbacks [] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:09.445240 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:09.539934 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:09.585258 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:09.590034 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:09.593935 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:11:09.597286 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Pushing event updated for resources: {'Port': ['ID=78ec1aff-0ded-4272-9682-c6aa31dd54c2,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:09.625267 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:09.926258 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Publish callbacks [] for router_gateway (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:10.131846 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-464989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462502'] for router (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:10.170199 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4eed29-ae26-47a2-a639-60462586e01d None None] Network badb33eb-3fdc-469b-997e-7aee96a779c8 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:11:10.251784 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-1f8038fb-eca7-4b08-a15c-c80f79905acd None None] Provisioning complete for port 8385595b-e304-4376-a1f1-d00a73ffbe49 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:10.252153 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-1f8038fb-eca7-4b08-a15c-c80f79905acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:10.365838 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-1f8038fb-eca7-4b08-a15c-c80f79905acd None None] Current status of the port 8385595b-e304-4376-a1f1-d00a73ffbe49 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:10.366372 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-1f8038fb-eca7-4b08-a15c-c80f79905acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:10.403435 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-1f8038fb-eca7-4b08-a15c-c80f79905acd None None] For port 8385595b-e304-4376-a1f1-d00a73ffbe49, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8385595b-e304-4376-a1f1-d00a73ffbe49,segment=NetworkSegment(50890530-b90e-4108-8baa-403d9aeed816),segment_id=50890530-b90e-4108-8baa-403d9aeed816)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:10.617198 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe is scheduled to L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb with binding_index 1 {{(pid=104239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:11:10.641867 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-1f8038fb-eca7-4b08-a15c-c80f79905acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:10.690787 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8038fb-eca7-4b08-a15c-c80f79905acd None None] Pushing event updated for resources: {'Port': ['ID=8385595b-e304-4376-a1f1-d00a73ffbe49,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:10.724366 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:10.734368 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Sync routers for ids ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:10.747204 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Routers {'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:10.747824 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:10:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:10.791567 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8385595b-e304-4376-a1f1-d00a73ffbe49 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:10.820587 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:10.831568 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:10.833346 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-4c8449fb-048a-4208-82fb-01c12e27cf32 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7781606 Jun 22 09:11:10.836208 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47674) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:10.838600 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-080cf4b7-7347-4fad-8bb2-3d4a1ce17291 None None] Provisioning complete for port 8385595b-e304-4376-a1f1-d00a73ffbe49 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:10.838957 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-080cf4b7-7347-4fad-8bb2-3d4a1ce17291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:11.067089 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Set router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:11.093707 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 8385595b-e304-4376-a1f1-d00a73ffbe49 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:11.094086 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:11.201932 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:11.243074 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-080cf4b7-7347-4fad-8bb2-3d4a1ce17291 None None] Current status of the port 8385595b-e304-4376-a1f1-d00a73ffbe49 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:11.264428 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:11.319603 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:11.323662 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:11.331396 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 8385595b-e304-4376-a1f1-d00a73ffbe49 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:11.347558 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'name': 'tempest-TestVolumeBootPattern-1412359921-router', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:08Z', 'updated_at': '2022-06-22T09:11:09Z', 'revision_number': 3, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'gw_port': {'id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:09Z', 'updated_at': '2022-06-22T09:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:11.374809 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Checking router: c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:11.375157 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Updating router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe port 78ec1aff-0ded-4272-9682-c6aa31dd54c2 binding host dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:11:11.407775 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:11.438788 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_common [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Allocated IP 172.20.0.1 (badb33eb-3fdc-469b-997e-7aee96a779c8/7fca2d5c-52a5-4d5e-b077-6b880ea8284d/124c7345-3bf9-4d11-994b-79338ece85be) {{(pid=104240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:11.697120 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Publish callbacks [] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), precommit_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:11.793540 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Publish callbacks [] for port (124c7345-3bf9-4d11-994b-79338ece85be), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:11.793803 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:11.851991 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Attempting to bind port 78ec1aff-0ded-4272-9682-c6aa31dd54c2 on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:11:11.853370 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Attempting to bind port 78ec1aff-0ded-4272-9682-c6aa31dd54c2 by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:11:11.853370 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Attempting to bind port 78ec1aff-0ded-4272-9682-c6aa31dd54c2 on network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:11:11.859755 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2aeb8-9db3-44fe-9d34-e07c3d23f9c9 None None] Pushing event updated for resources: {'Port': ['ID=78ec1aff-0ded-4272-9682-c6aa31dd54c2,revision_number=2']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:11.862272 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:11:11.862641 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Checking segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:11:11.863032 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:11.863410 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Bound using segment: {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'} {{(pid=104241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:11:11.863876 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.managers [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Bound port: 78ec1aff-0ded-4272-9682-c6aa31dd54c2, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c557e753-421d-4182-9b43-5ca10903b00e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}}] {{(pid=104241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:11:11.864252 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:11.891952 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (124c7345-3bf9-4d11-994b-79338ece85be), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:11.916234 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] For port 78ec1aff-0ded-4272-9682-c6aa31dd54c2, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:11.919433 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] For port 78ec1aff-0ded-4272-9682-c6aa31dd54c2, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=78ec1aff-0ded-4272-9682-c6aa31dd54c2,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:11.936008 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Network badb33eb-3fdc-469b-997e-7aee96a779c8 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:11.939257 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:11.947031 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Received port after_create {{(pid=104240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:11:11.949502 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Pushing event updated for resources: {'Port': ['ID=124c7345-3bf9-4d11-994b-79338ece85be,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:11.990789 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-459523'] for router_interface (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:12.024736 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:12.027237 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:12.088492 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:12.093023 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Routers {'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:12.093682 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:10:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:12.095885 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2aeb8-9db3-44fe-9d34-e07c3d23f9c9 None None] Pushing event updated for resources: {'Port': ['ID=78ec1aff-0ded-4272-9682-c6aa31dd54c2,revision_number=3']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:12.200196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-91ddd72d-04fc-4061-9164-41d0c5e5249d None None] Provisioning complete for port 124c7345-3bf9-4d11-994b-79338ece85be triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:12.200521 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-91ddd72d-04fc-4061-9164-41d0c5e5249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (124c7345-3bf9-4d11-994b-79338ece85be), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:12.227726 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (124c7345-3bf9-4d11-994b-79338ece85be), before_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:12.235550 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:12.238903 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] Set router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:12.263275 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-91ddd72d-04fc-4061-9164-41d0c5e5249d None None] Port 124c7345-3bf9-4d11-994b-79338ece85be cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:11:12.393472 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Publish callbacks [] for port (124c7345-3bf9-4d11-994b-79338ece85be), precommit_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:12.421318 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'name': 'tempest-TestVolumeBootPattern-1412359921-router', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:08Z', 'updated_at': '2022-06-22T09:11:09Z', 'revision_number': 3, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'gw_port': {'id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:09Z', 'updated_at': '2022-06-22T09:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:12.463251 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c8a1f-ee58-4c45-8f5f-dce0fd07aa4d None None] The sync data for ids ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'] in dv-cinder-787296-11-iscsi is: [{'id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'name': 'tempest-TestVolumeBootPattern-1412359921-router', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:08Z', 'updated_at': '2022-06-22T09:11:09Z', 'revision_number': 3, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'gw_port': {'id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:09Z', 'updated_at': '2022-06-22T09:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:12.486265 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14068877'] for port (124c7345-3bf9-4d11-994b-79338ece85be), after_update {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:12.556821 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Pushing event updated for resources: {'Port': ['ID=124c7345-3bf9-4d11-994b-79338ece85be,revision_number=2']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:12.563609 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460179'] for router_interface (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:12.585705 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:12.665565 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Network badb33eb-3fdc-469b-997e-7aee96a779c8 is already hosted by enough agents. {{(pid=104240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:12.666555 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.base_scheduler [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Resources bound (agent type, host, resource id): {{(pid=104240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:12.843470 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:11:12.906383 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8385595b-e304-4376-a1f1-d00a73ffbe49 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:12.963781 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 8385595b-e304-4376-a1f1-d00a73ffbe49 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:12.963781 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:12.982642 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:12.994788 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-f5bb3997-f6ea-48ec-bf63-91b54d30283b admin admin] 10.222.0.36 "PUT /v2.0/routers/c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1566703 Jun 22 09:11:13.011505 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-effe1033-a7ca-4967-ac1d-180326a34b92 None None] Provisioning complete for port 124c7345-3bf9-4d11-994b-79338ece85be triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:13.011865 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-effe1033-a7ca-4967-ac1d-180326a34b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (124c7345-3bf9-4d11-994b-79338ece85be), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:13.092291 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-effe1033-a7ca-4967-ac1d-180326a34b92 None None] Port 124c7345-3bf9-4d11-994b-79338ece85be cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:11:13.098650 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 8385595b-e304-4376-a1f1-d00a73ffbe49 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:13.100257 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 78ec1aff-0ded-4272-9682-c6aa31dd54c2 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:13.148439 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 78ec1aff-0ded-4272-9682-c6aa31dd54c2 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:13.148884 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:13.176954 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-69a03764-2198-478d-8bf8-1f87334c34d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:13.234383 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 78ec1aff-0ded-4272-9682-c6aa31dd54c2 is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:13.234773 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:13.259770 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] For port 78ec1aff-0ded-4272-9682-c6aa31dd54c2, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=78ec1aff-0ded-4272-9682-c6aa31dd54c2,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:13.332852 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:13.384256 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Pushing event updated for resources: {'Port': ['ID=78ec1aff-0ded-4272-9682-c6aa31dd54c2,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:13.446081 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47682) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:13.450828 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-acb587d9-6e62-4640-a260-758b4c581fec tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613264113', 'description': 'tempest-secgroup-smoke-613264113 description', 'project_id': '0c6571a499a0498abe9211d2d252bacf'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:13.464894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:13.559853 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-acb587d9-6e62-4640-a260-758b4c581fec tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:13.636557 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-acb587d9-6e62-4640-a260-758b4c581fec tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group (9bf9a741-ed65-48ac-93d9-77fa58158db2), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:13.732543 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-acb587d9-6e62-4640-a260-758b4c581fec tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (9bf9a741-ed65-48ac-93d9-77fa58158db2), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:13.764222 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb587d9-6e62-4640-a260-758b4c581fec tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf9a741-ed65-48ac-93d9-77fa58158db2,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:13.866719 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-acb587d9-6e62-4640-a260-758b4c581fec tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:13.868237 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-acb587d9-6e62-4640-a260-758b4c581fec tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4211280 Jun 22 09:11:13.871344 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47684) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:13.882429 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-ca1ae37d-b4b8-4830-be4c-644b98887046 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'security_group_rule': {'security_group_id': '9bf9a741-ed65-48ac-93d9-77fa58158db2', 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:13.972195 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae37d-b4b8-4830-be4c-644b98887046 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (da606d45-4a84-4dcc-8732-e5a51cef8428), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:14.032211 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae37d-b4b8-4830-be4c-644b98887046 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (da606d45-4a84-4dcc-8732-e5a51cef8428), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:14.108116 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae37d-b4b8-4830-be4c-644b98887046 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (da606d45-4a84-4dcc-8732-e5a51cef8428), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:14.131435 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ae37d-b4b8-4830-be4c-644b98887046 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da606d45-4a84-4dcc-8732-e5a51cef8428,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:14.201711 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae37d-b4b8-4830-be4c-644b98887046 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:14.202968 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ca1ae37d-b4b8-4830-be4c-644b98887046 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3305802 Jun 22 09:11:14.205676 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47686) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:14.210486 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-6c5d5288-4d18-4e5b-ad89-54197a366dae tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'security_group_rule': {'security_group_id': '9bf9a741-ed65-48ac-93d9-77fa58158db2', 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:14.305067 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5288-4d18-4e5b-ad89-54197a366dae tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (1fcd0b7d-61c0-4281-ae97-50d0caacab8d), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:14.362781 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5288-4d18-4e5b-ad89-54197a366dae tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (1fcd0b7d-61c0-4281-ae97-50d0caacab8d), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:14.470048 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5288-4d18-4e5b-ad89-54197a366dae tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (1fcd0b7d-61c0-4281-ae97-50d0caacab8d), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:14.491136 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d5288-4d18-4e5b-ad89-54197a366dae tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcd0b7d-61c0-4281-ae97-50d0caacab8d,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:14.548389 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Sync routers for ids ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:14.565068 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Routers {'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:14.565068 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:10:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:14.603614 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-6c5d5288-4d18-4e5b-ad89-54197a366dae tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:14.607709 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-6c5d5288-4d18-4e5b-ad89-54197a366dae tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3982165 Jun 22 09:11:14.607853 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47688) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:14.612212 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-15087f9d-26c6-418b-a626-f4fbf13a98eb tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'security_group_rule': {'security_group_id': '9bf9a741-ed65-48ac-93d9-77fa58158db2', 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:14.622029 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:14.748433 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Set router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:14.756645 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 78ec1aff-0ded-4272-9682-c6aa31dd54c2 up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:14.801782 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 78ec1aff-0ded-4272-9682-c6aa31dd54c2 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:14.802086 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:14.843425 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:14.849047 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-15087f9d-26c6-418b-a626-f4fbf13a98eb tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (9c9e59cd-fdef-44d4-a023-2abfeed6e4d0), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:14.880687 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 78ec1aff-0ded-4272-9682-c6aa31dd54c2 is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:14.915282 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-15087f9d-26c6-418b-a626-f4fbf13a98eb tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (9c9e59cd-fdef-44d4-a023-2abfeed6e4d0), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:14.937871 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'name': 'tempest-TestVolumeBootPattern-1412359921-router', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:08Z', 'updated_at': '2022-06-22T09:11:12Z', 'revision_number': 4, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'gw_port': {'id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:09Z', 'updated_at': '2022-06-22T09:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '124c7345-3bf9-4d11-994b-79338ece85be', 'name': '', 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'mac_address': 'fa:16:3e:9b:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7fca2d5c-52a5-4d5e-b077-6b880ea8284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:11Z', 'updated_at': '2022-06-22T09:11:12Z', 'revision_number': 2, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'subnets': [{'id': '7fca2d5c-52a5-4d5e-b077-6b880ea8284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:14.963026 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Checking router: c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:14.963381 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Updating router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe port 124c7345-3bf9-4d11-994b-79338ece85be binding host dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:11:14.995243 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (124c7345-3bf9-4d11-994b-79338ece85be), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.006755 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-15087f9d-26c6-418b-a626-f4fbf13a98eb tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (9c9e59cd-fdef-44d4-a023-2abfeed6e4d0), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.026751 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15087f9d-26c6-418b-a626-f4fbf13a98eb tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9e59cd-fdef-44d4-a023-2abfeed6e4d0,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:15.128922 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-15087f9d-26c6-418b-a626-f4fbf13a98eb tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.130138 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-15087f9d-26c6-418b-a626-f4fbf13a98eb tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5214384 Jun 22 09:11:15.132983 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47690) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:15.138032 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.v2.base [None req-1063a90d-af7a-4294-bd75-9cb9b418fd95 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'security_group_rule': {'security_group_id': '9bf9a741-ed65-48ac-93d9-77fa58158db2', 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:15.241113 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1063a90d-af7a-4294-bd75-9cb9b418fd95 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (7ccf16d5-c66a-4da5-8aaf-4e42c468e8ca), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.259569 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Publish callbacks [] for port (124c7345-3bf9-4d11-994b-79338ece85be), precommit_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.301180 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1063a90d-af7a-4294-bd75-9cb9b418fd95 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (7ccf16d5-c66a-4da5-8aaf-4e42c468e8ca), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.316003 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (124c7345-3bf9-4d11-994b-79338ece85be), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.361572 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1063a90d-af7a-4294-bd75-9cb9b418fd95 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (7ccf16d5-c66a-4da5-8aaf-4e42c468e8ca), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.364575 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166c914-2e2e-43a0-85d2-571e3429aef8 None None] Pushing event updated for resources: {'Port': ['ID=124c7345-3bf9-4d11-994b-79338ece85be,revision_number=3']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:15.369930 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:15.387345 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063a90d-af7a-4294-bd75-9cb9b418fd95 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccf16d5-c66a-4da5-8aaf-4e42c468e8ca,revision_number=0']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:15.428828 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Attempting to bind port 124c7345-3bf9-4d11-994b-79338ece85be on host dv-cinder-787296-11-iscsi for vnic_type normal with profile {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:11:15.429197 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Attempting to bind port 124c7345-3bf9-4d11-994b-79338ece85be by drivers openvswitch,hyperv on host dv-cinder-787296-11-iscsi at level 0 using segments [{'id': '50890530-b90e-4108-8baa-403d9aeed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8'}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:11:15.429558 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Attempting to bind port 124c7345-3bf9-4d11-994b-79338ece85be on network badb33eb-3fdc-469b-997e-7aee96a779c8 {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:11:15.435199 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Checking agent: {'id': 'ddb206f9-ebc6-40d3-a36e-00c82a4c910e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 52, 19), 'started_at': datetime.datetime(2022, 6, 22, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:11:15.435564 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Checking segment: {'id': '50890530-b90e-4108-8baa-403d9aeed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:11:15.435955 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.436338 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Bound using segment: {'id': '50890530-b90e-4108-8baa-403d9aeed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8'} {{(pid=104242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:11:15.436801 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.managers [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Bound port: 124c7345-3bf9-4d11-994b-79338ece85be, host: dv-cinder-787296-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50890530-b90e-4108-8baa-403d9aeed816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8'}}] {{(pid=104242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:11:15.437167 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (124c7345-3bf9-4d11-994b-79338ece85be), before_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.502332 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] For port 124c7345-3bf9-4d11-994b-79338ece85be, host dv-cinder-787296-11-iscsi, cleared binding levels {{(pid=104242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:15.505942 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.plugins.ml2.db [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] For port 124c7345-3bf9-4d11-994b-79338ece85be, host dv-cinder-787296-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=124c7345-3bf9-4d11-994b-79338ece85be,segment=NetworkSegment(50890530-b90e-4108-8baa-403d9aeed816),segment_id=50890530-b90e-4108-8baa-403d9aeed816)] {{(pid=104242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:15.523653 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1063a90d-af7a-4294-bd75-9cb9b418fd95 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.524940 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-1063a90d-af7a-4294-bd75-9cb9b418fd95 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3907962 Jun 22 09:11:15.527934 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47692) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:15.536231 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-2fc3cfd2-fb54-4ec6-a835-2dd48f78dc3e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'security_group_rule': {'security_group_id': '9bf9a741-ed65-48ac-93d9-77fa58158db2', 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:15.555569 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-590e5c5a-9ebd-4f77-8023-147c965026f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.626264 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-9ffb67e1-009a-4482-91fd-93d6118f9fb4 None None] Provisioning complete for port 124c7345-3bf9-4d11-994b-79338ece85be triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:15.626787 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-9ffb67e1-009a-4482-91fd-93d6118f9fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (124c7345-3bf9-4d11-994b-79338ece85be), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.630379 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron_lib.callbacks.manager [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (124c7345-3bf9-4d11-994b-79338ece85be), after_update {{(pid=104242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.655420 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:15.658288 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.securitygroups_db [None req-2fc3cfd2-fb54-4ec6-a835-2dd48f78dc3e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Project 0c6571a499a0498abe9211d2d252bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:11:15.664830 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2fc3cfd2-fb54-4ec6-a835-2dd48f78dc3e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (36b96d6f-9d6f-4a02-8393-5bbc74fc7460), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.682879 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:15.689491 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Routers {'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:15.697365 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:11:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:15.699001 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166c914-2e2e-43a0-85d2-571e3429aef8 None None] Pushing event updated for resources: {'Port': ['ID=124c7345-3bf9-4d11-994b-79338ece85be,revision_number=4']} {{(pid=104242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:15.699400 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:15.720507 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb67e1-009a-4482-91fd-93d6118f9fb4 None None] Current status of the port 124c7345-3bf9-4d11-994b-79338ece85be is: DOWN; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:15.722035 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-9ffb67e1-009a-4482-91fd-93d6118f9fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (124c7345-3bf9-4d11-994b-79338ece85be), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.758768 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-9ffb67e1-009a-4482-91fd-93d6118f9fb4 None None] For port 124c7345-3bf9-4d11-994b-79338ece85be, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=124c7345-3bf9-4d11-994b-79338ece85be,segment=NetworkSegment(50890530-b90e-4108-8baa-403d9aeed816),segment_id=50890530-b90e-4108-8baa-403d9aeed816)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:15.797083 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2fc3cfd2-fb54-4ec6-a835-2dd48f78dc3e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (36b96d6f-9d6f-4a02-8393-5bbc74fc7460), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.809114 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] Set router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:15.873975 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2fc3cfd2-fb54-4ec6-a835-2dd48f78dc3e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (36b96d6f-9d6f-4a02-8393-5bbc74fc7460), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.874304 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-9ffb67e1-009a-4482-91fd-93d6118f9fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (124c7345-3bf9-4d11-994b-79338ece85be), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:15.897764 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3cfd2-fb54-4ec6-a835-2dd48f78dc3e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b96d6f-9d6f-4a02-8393-5bbc74fc7460,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:15.915490 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:15.930900 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb67e1-009a-4482-91fd-93d6118f9fb4 None None] Pushing event updated for resources: {'Port': ['ID=124c7345-3bf9-4d11-994b-79338ece85be,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:15.993086 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-1f89c2bb-a369-4e51-b772-5aa8e4e77ee7 None None] Provisioning complete for port 124c7345-3bf9-4d11-994b-79338ece85be triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:15.993453 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-1f89c2bb-a369-4e51-b772-5aa8e4e77ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (124c7345-3bf9-4d11-994b-79338ece85be), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:16.009122 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2fc3cfd2-fb54-4ec6-a835-2dd48f78dc3e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:16.010729 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-2fc3cfd2-fb54-4ec6-a835-2dd48f78dc3e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4815705 Jun 22 09:11:16.013395 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47694) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:16.016700 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'name': 'tempest-TestVolumeBootPattern-1412359921-router', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:08Z', 'updated_at': '2022-06-22T09:11:12Z', 'revision_number': 4, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'gw_port': {'id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:09Z', 'updated_at': '2022-06-22T09:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '124c7345-3bf9-4d11-994b-79338ece85be', 'name': '', 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'mac_address': 'fa:16:3e:9b:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7fca2d5c-52a5-4d5e-b077-6b880ea8284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:11Z', 'updated_at': '2022-06-22T09:11:15Z', 'revision_number': 4, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'subnets': [{'id': '7fca2d5c-52a5-4d5e-b077-6b880ea8284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:16.018167 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-b1ea779c-ecb9-4b4f-9bd3-c2b4712ad34b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'security_group_rule': {'security_group_id': '9bf9a741-ed65-48ac-93d9-77fa58158db2', 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:16.042622 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24d3bc9-f1a2-422f-a155-06c453812735 None None] The sync data for ids ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'] in dv-cinder-787296-11-iscsi is: [{'id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'name': 'tempest-TestVolumeBootPattern-1412359921-router', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:08Z', 'updated_at': '2022-06-22T09:11:12Z', 'revision_number': 4, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'gw_port': {'id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:09Z', 'updated_at': '2022-06-22T09:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '124c7345-3bf9-4d11-994b-79338ece85be', 'name': '', 'network_id': 'badb33eb-3fdc-469b-997e-7aee96a779c8', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'mac_address': 'fa:16:3e:9b:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7fca2d5c-52a5-4d5e-b077-6b880ea8284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:11Z', 'updated_at': '2022-06-22T09:11:15Z', 'revision_number': 4, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'subnets': [{'id': '7fca2d5c-52a5-4d5e-b077-6b880ea8284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:16.067960 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-1f89c2bb-a369-4e51-b772-5aa8e4e77ee7 None None] Current status of the port 124c7345-3bf9-4d11-994b-79338ece85be is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:16.136455 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.securitygroups_db [None req-b1ea779c-ecb9-4b4f-9bd3-c2b4712ad34b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Project 0c6571a499a0498abe9211d2d252bacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:11:16.143247 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b1ea779c-ecb9-4b4f-9bd3-c2b4712ad34b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (acec348f-5973-48a8-8089-c915ffbc7ecb), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:16.208827 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b1ea779c-ecb9-4b4f-9bd3-c2b4712ad34b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (acec348f-5973-48a8-8089-c915ffbc7ecb), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:16.279780 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b1ea779c-ecb9-4b4f-9bd3-c2b4712ad34b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (acec348f-5973-48a8-8089-c915ffbc7ecb), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:16.302120 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea779c-ecb9-4b4f-9bd3-c2b4712ad34b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acec348f-5973-48a8-8089-c915ffbc7ecb,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:16.369497 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b1ea779c-ecb9-4b4f-9bd3-c2b4712ad34b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:16.370802 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b1ea779c-ecb9-4b4f-9bd3-c2b4712ad34b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563414 Jun 22 09:11:16.786735 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 124c7345-3bf9-4d11-994b-79338ece85be up at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:16.845310 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Provisioning complete for port 124c7345-3bf9-4d11-994b-79338ece85be triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:16.845659 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (124c7345-3bf9-4d11-994b-79338ece85be), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:16.936478 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Current status of the port 124c7345-3bf9-4d11-994b-79338ece85be is: ACTIVE; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:17.001156 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:18.669636 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:18.736953 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:25.390846 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:INSERT=3,neutron:SELECT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:25.530454 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:11:26.302416 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=54,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:28.630737 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:28.633620 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:32.151705 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-64b14b4a-6407-4496-8574-ac02a4e26d03 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613264113&fields=id&tenant_id=0c6571a499a0498abe9211d2d252bacf HTTP/1.1" status: 200 len: 267 time: 0.0460737 Jun 22 09:11:32.260177 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-1c24e0fc-4955-49aa-9f7c-0ddd75d97054 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:32.261658 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-1c24e0fc-4955-49aa-9f7c-0ddd75d97054 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 811 time: 0.1020384 Jun 22 09:11:32.277241 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-753e933c-51d4-4d88-bc8b-a06264458486 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/quotas/0c6571a499a0498abe9211d2d252bacf HTTP/1.1" status: 200 len: 375 time: 0.0092463 Jun 22 09:11:32.330439 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-17e29d27-daf5-4f5a-8662-ecdd1bf7427f tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478442 Jun 22 09:11:32.438331 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-ec4a546e-ab7c-4c56-bde0-26213925098f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:11:32.439337 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-ec4a546e-ab7c-4c56-bde0-26213925098f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0976961 Jun 22 09:11:32.531016 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-4c70adc7-8595-465d-bac4-380c550e89a8 service neutron] 10.222.0.36 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856249 Jun 22 09:11:32.626232 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-d76c3eba-6057-430a-9c86-ac7e4aee054e service neutron] 10.222.0.36 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894053 Jun 22 09:11:33.249064 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-24db67e7-12c9-43c2-9d76-371e513c4afa req-3192104a-96c4-4122-9c5c-599d366d2c88 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 210 time: 0.0298407 Jun 22 09:11:34.327808 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-af47cde9-4290-48a0-b615-d1caf6aa669f req-60344902-6672-4702-ae21-6b978fb93c7d tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 210 time: 0.0283883 Jun 22 09:11:35.023569 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:35.460177 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b564a2e3-d0af-44d2-9248-b76d237190d2 req-f1ef19d2-0b5e-420f-8c6b-a62261580c41 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 210 time: 0.0609438 Jun 22 09:11:35.498104 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-e2ef6011-4045-47e0-b04f-0cf7609d86b9 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:35.500551 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-e2ef6011-4045-47e0-b04f-0cf7609d86b9 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 811 time: 0.1473486 Jun 22 09:11:35.567145 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-6ea14da2-1b1f-4a1a-90e0-0817f842cd8a tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6571a499a0498abe9211d2d252bacf HTTP/1.1" status: 200 len: 379 time: 0.0576215 Jun 22 09:11:35.576257 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'port': {'device_id': '1be70688-3d27-409d-b1fb-66932bb50757', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'admin_state_up': True, 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'security_groups': ['9bf9a741-ed65-48ac-93d9-77fa58158db2']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:35.748086 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Made reservation on behalf of 0c6571a499a0498abe9211d2d252bacf for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:35.751782 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:35.889572 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Allocated IP 172.20.0.13 (d777f017-a4b7-4bab-b97e-75143e410eba/604a182a-af67-4ea2-860f-5ec03d3c4b82/7f5477c4-b66e-4f37-be86-8517dbe7b471) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:35.895470 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:35.949825 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:36.029156 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.133746 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.182040 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Network d777f017-a4b7-4bab-b97e-75143e410eba is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:36.184899 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:36.189426 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:11:36.195374 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'Port': ['ID=7f5477c4-b66e-4f37-be86-8517dbe7b471,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:36.245708 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:36.246362 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.323464 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-9759e721-0061-4f61-9190-8356461ffb47 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7508414 Jun 22 09:11:36.332661 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-ea231103-2464-481d-942c-fac6f2ee553a tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:11:36.334375 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-ea231103-2464-481d-942c-fac6f2ee553a tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060039 Jun 22 09:11:36.407889 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Request body: {'port': {'device_id': '1be70688-3d27-409d-b1fb-66932bb50757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:36.419925 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-72420b7e-d967-4fe9-86aa-d90befa460c1 None None] Provisioning complete for port 7f5477c4-b66e-4f37-be86-8517dbe7b471 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:36.421070 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-72420b7e-d967-4fe9-86aa-d90befa460c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.454179 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-72420b7e-d967-4fe9-86aa-d90befa460c1 None None] Port 7f5477c4-b66e-4f37-be86-8517dbe7b471 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:11:36.473787 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.651370 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b54d81-949d-48d1-8a55-584cfa2d4c99 req-86dec57b-21f5-4dbd-a12b-89a20f03264a tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:36.652867 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-61b54d81-949d-48d1-8a55-584cfa2d4c99 req-86dec57b-21f5-4dbd-a12b-89a20f03264a tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 932 time: 0.1061265 Jun 22 09:11:36.765871 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-61b54d81-949d-48d1-8a55-584cfa2d4c99 req-52656a51-193c-474a-a9b5-342ce2c14040 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060598 Jun 22 09:11:36.784361 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:36.857662 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5477c4-b66e-4f37-be86-8517dbe7b471 {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:11:36.865637 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Publish callbacks [] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.879860 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Transition to ACTIVE for port object 7f5477c4-b66e-4f37-be86-8517dbe7b471 will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:11:36.966527 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.020314 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5477c4-b66e-4f37-be86-8517dbe7b471,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:37.094950 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Attempting to bind port 7f5477c4-b66e-4f37-be86-8517dbe7b471 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:11:37.095373 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Attempting to bind port 7f5477c4-b66e-4f37-be86-8517dbe7b471 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:11:37.095695 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Attempting to bind port 7f5477c4-b66e-4f37-be86-8517dbe7b471 on network d777f017-a4b7-4bab-b97e-75143e410eba {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:11:37.101043 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Port 7f5477c4-b66e-4f37-be86-8517dbe7b471 on network d777f017-a4b7-4bab-b97e-75143e410eba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:11:37.101412 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Attempting to bind port 7f5477c4-b66e-4f37-be86-8517dbe7b471 on network d777f017-a4b7-4bab-b97e-75143e410eba {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:11:37.106787 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:11:37.107085 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Checking segment: {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:11:37.107472 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Bound using segment: {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:11:37.108413 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Bound port: 7f5477c4-b66e-4f37-be86-8517dbe7b471, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:11:37.108764 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.173872 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] For port 7f5477c4-b66e-4f37-be86-8517dbe7b471, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:37.177290 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] For port 7f5477c4-b66e-4f37-be86-8517dbe7b471, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7f5477c4-b66e-4f37-be86-8517dbe7b471,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:37.241140 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.246962 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:37.282266 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:37.282852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.284373 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] 10.222.0.43 "PUT /v2.0/ports/7f5477c4-b66e-4f37-be86-8517dbe7b471 HTTP/1.1" status: 200 len: 1094 time: 0.9426687 Jun 22 09:11:37.284663 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be70688-3d27-409d-b1fb-66932bb50757', 'tag': '7f5477c4-b66e-4f37-be86-8517dbe7b471'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:11:37.286906 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8b0a65-fe4c-4245-bd34-8e41578268b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1be70688-3d27-409d-b1fb-66932bb50757", "tag": "7f5477c4-b66e-4f37-be86-8517dbe7b471"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:37.313020 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fa121-f1ad-472b-81c0-23a18d304057 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5477c4-b66e-4f37-be86-8517dbe7b471,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:37.418713 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c31c1ab-d706-4fa2-a147-ac34574f77b5 x-openstack-request-id: req-2c31c1ab-d706-4fa2-a147-ac34574f77b5 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:37.419002 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be70688-3d27-409d-b1fb-66932bb50757", "tag": "7f5477c4-b66e-4f37-be86-8517dbe7b471", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:37.419463 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c31c1ab-d706-4fa2-a147-ac34574f77b5 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:37.419999 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c31c1ab-d706-4fa2-a147-ac34574f77b5'] response: {'name': 'network-changed', 'server_uuid': '1be70688-3d27-409d-b1fb-66932bb50757', 'tag': '7f5477c4-b66e-4f37-be86-8517dbe7b471', 'status': 'completed', 'code': 200} Jun 22 09:11:37.432739 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-89d9d867-3972-4e8a-9858-aec1fedc3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:37.434539 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-89d9d867-3972-4e8a-9858-aec1fedc3872 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 1128 time: 0.0477867 Jun 22 09:11:37.483965 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-96542dd5-4989-4745-9ae6-9c9334ea5fc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f5477c4-b66e-4f37-be86-8517dbe7b471 HTTP/1.1" status: 200 len: 217 time: 0.0413609 Jun 22 09:11:37.535923 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-ce443efb-2465-4ad7-8818-2a823d9a0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:37.537295 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-ce443efb-2465-4ad7-8818-2a823d9a0696 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0479457 Jun 22 09:11:37.584407 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-05720bf2-38b6-4097-89d7-6f7742f677b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:37.585817 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-05720bf2-38b6-4097-89d7-6f7742f677b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420156 Jun 22 09:11:37.677164 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-7103f182-04a0-44af-874d-35057cf3d988 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849411 Jun 22 09:11:37.772233 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a2705ac-075c-4a41-9f9a-6b69e633614a req-1b0a4c97-4273-49e0-9095-9945ee4e524f service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890279 Jun 22 09:11:37.894223 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfd998-301e-4104-8905-c8f01b72c708 req-c043fd92-acce-46b1-8fe1-b8ccae0b411d tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:37.895732 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5bdfd998-301e-4104-8905-c8f01b72c708 req-c043fd92-acce-46b1-8fe1-b8ccae0b411d tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 944 time: 0.0496902 Jun 22 09:11:37.946441 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5bdfd998-301e-4104-8905-c8f01b72c708 req-5cf3362b-2bcd-48e8-a719-ec5f9d15b3ba tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448945 Jun 22 09:11:38.095016 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b0a65-fe4c-4245-bd34-8e41578268b7 req-0112df4b-32c9-4881-8f92-929c9a33d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:38.096414 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a8b0a65-fe4c-4245-bd34-8e41578268b7 req-0112df4b-32c9-4881-8f92-929c9a33d5d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 1128 time: 0.0454946 Jun 22 09:11:38.180599 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:38.190307 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b0a65-fe4c-4245-bd34-8e41578268b7 req-57a252ca-02a1-4bdc-929a-5b72fb2cc8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:38.191772 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a8b0a65-fe4c-4245-bd34-8e41578268b7 req-57a252ca-02a1-4bdc-929a-5b72fb2cc8f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 912 time: 0.0869069 Jun 22 09:11:38.235805 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a8b0a65-fe4c-4245-bd34-8e41578268b7 req-25730907-3089-4cd3-aa98-8992b14f2ca8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f5477c4-b66e-4f37-be86-8517dbe7b471 HTTP/1.1" status: 200 len: 217 time: 0.0378563 Jun 22 09:11:38.285721 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b0a65-fe4c-4245-bd34-8e41578268b7 req-d7baf09f-5560-402a-8181-798973a7eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:38.287222 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a8b0a65-fe4c-4245-bd34-8e41578268b7 req-d7baf09f-5560-402a-8181-798973a7eb05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0459411 Jun 22 09:11:38.331925 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b0a65-fe4c-4245-bd34-8e41578268b7 req-4e8da30c-d17f-48b1-b0fa-9b5e3da9c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:38.333400 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a8b0a65-fe4c-4245-bd34-8e41578268b7 req-4e8da30c-d17f-48b1-b0fa-9b5e3da9c3f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397034 Jun 22 09:11:38.429396 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a8b0a65-fe4c-4245-bd34-8e41578268b7 req-95139c9d-44b4-439f-a47d-fb5c94c7116d service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893624 Jun 22 09:11:38.524832 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5a8b0a65-fe4c-4245-bd34-8e41578268b7 req-4b257f4d-77ca-4da4-9b47-555a88b49aff service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881312 Jun 22 09:11:39.071409 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31326de5-2211-488e-bd59-7086b3d476cd req-35c2c456-cdb3-4111-89e7-a926d70058f0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:39.072896 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-31326de5-2211-488e-bd59-7086b3d476cd req-35c2c456-cdb3-4111-89e7-a926d70058f0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 944 time: 0.0527022 Jun 22 09:11:39.123969 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-31326de5-2211-488e-bd59-7086b3d476cd req-2bb8766e-35a5-439c-99f9-2da8cd49ac9c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452025 Jun 22 09:11:40.240836 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e79045-a66b-4852-9665-3fafe241e06a req-c4484295-8eac-43bd-b7ed-1895f1359eeb tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:40.242340 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-31e79045-a66b-4852-9665-3fafe241e06a req-c4484295-8eac-43bd-b7ed-1895f1359eeb tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 944 time: 0.0482409 Jun 22 09:11:40.292079 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-31e79045-a66b-4852-9665-3fafe241e06a req-26244399-c5fb-4a3d-9f53-d3ab8bbbd414 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441480 Jun 22 09:11:41.369851 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:41.406793 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a1cf6-f1cf-4e65-ac18-7260a266ce10 req-6232c44c-d507-4dcf-aec5-52f1bbf4fdb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:41.408249 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1e5a1cf6-f1cf-4e65-ac18-7260a266ce10 req-6232c44c-d507-4dcf-aec5-52f1bbf4fdb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 944 time: 0.0467525 Jun 22 09:11:41.459789 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1e5a1cf6-f1cf-4e65-ac18-7260a266ce10 req-5e7c5a50-2b44-4c60-a2c8-fd2dd5f538a1 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459447 Jun 22 09:11:41.538707 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=70 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:41.542991 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:41.543772 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-ac06f991-f63a-4975-8d4d-7c03737dade0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392568 Jun 22 09:11:41.627278 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-5e07c04f-b736-4497-a0ee-1c51d244c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:41.628712 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-5e07c04f-b736-4497-a0ee-1c51d244c565 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 1129 time: 0.0400956 Jun 22 09:11:41.755964 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-98e1eace-1fd4-4123-8ae7-bc563d26962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:41.757504 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-98e1eace-1fd4-4123-8ae7-bc563d26962c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b046ebff-06e8-420c-9d94-82044ffbff87 HTTP/1.1" status: 200 len: 912 time: 0.1074772 Jun 22 09:11:41.821302 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-504d4ce8-a14e-41da-bdb5-4e7b07fde91a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b581409a-f9b3-40d0-bace-957da69bd0eb HTTP/1.1" status: 200 len: 1000 time: 0.0562015 Jun 22 09:11:41.871210 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-a92d8e91-d5ea-46d2-87db-d76a390fcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:41.872670 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-a92d8e91-d5ea-46d2-87db-d76a390fcdce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=497b1774-5990-4906-9cd3-6765d67f089a HTTP/1.1" status: 200 len: 850 time: 0.0452254 Jun 22 09:11:42.185779 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-78166508-ed71-4608-a637-60ab649911c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:42.192582 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-78166508-ed71-4608-a637-60ab649911c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b046ebff-06e8-420c-9d94-82044ffbff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3086543 Jun 22 09:11:42.280487 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-2e5d1928-3809-4950-8c9e-37ce473398fc service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852110 Jun 22 09:11:42.314632 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:42.375172 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0fd2a786-aa29-4fc4-88d5-06488853fbfd req-b2fde54b-82f1-4329-a026-c5047b667af6 service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886872 Jun 22 09:11:42.572488 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b360-e106-459c-a603-d05b9f114231 req-43c96386-b1a0-4533-9b76-ba8bd89ee745 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:42.573952 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2295b360-e106-459c-a603-d05b9f114231 req-43c96386-b1a0-4533-9b76-ba8bd89ee745 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 944 time: 0.0471318 Jun 22 09:11:42.624453 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2295b360-e106-459c-a603-d05b9f114231 req-73b520b3-c2c8-4319-b555-79d7290d1331 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440977 Jun 22 09:11:43.155262 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ceb8-3316-484b-994d-783f0d9d919c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:43.740682 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a92579-f15c-4d43-bb99-ed8530bef3db req-3173f83b-2b15-4996-9959-fac01798e6f3 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:43.742290 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-57a92579-f15c-4d43-bb99-ed8530bef3db req-3173f83b-2b15-4996-9959-fac01798e6f3 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 944 time: 0.0492778 Jun 22 09:11:43.797919 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-57a92579-f15c-4d43-bb99-ed8530bef3db req-debd7e76-e8b3-4491-96c8-f268ec536a2a tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499833 Jun 22 09:11:44.914957 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf39c7f-7016-4ad1-aff7-6a543b882bd9 req-1ec4eeaf-889b-4ea3-880c-2b120b96c1ed tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:44.916333 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6cf39c7f-7016-4ad1-aff7-6a543b882bd9 req-1ec4eeaf-889b-4ea3-880c-2b120b96c1ed tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 944 time: 0.0478561 Jun 22 09:11:44.967618 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6cf39c7f-7016-4ad1-aff7-6a543b882bd9 req-29d67d1b-5752-4fab-a0bb-a1fc274ebdcc tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441740 Jun 22 09:11:45.474374 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6f4e-24cf-4ab9-85fe-64944660699a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:45.721651 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8513e3-3f5f-4c6c-bc4c-27f30ccedcd7 req-837b19e8-e0e8-417f-a250-a35fe25c35ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:45.723172 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3d8513e3-3f5f-4c6c-bc4c-27f30ccedcd7 req-837b19e8-e0e8-417f-a250-a35fe25c35ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0482836 Jun 22 09:11:45.771984 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3d8513e3-3f5f-4c6c-bc4c-27f30ccedcd7 req-2ca30397-2cdb-4d62-ab20-a2f85a054df2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429080 Jun 22 09:11:46.086117 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6d836-dd4d-402f-9450-7119b4c84112 req-858eceb9-06cb-42d0-b6e7-499f0a472870 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:46.087575 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b3a6d836-dd4d-402f-9450-7119b4c84112 req-858eceb9-06cb-42d0-b6e7-499f0a472870 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 944 time: 0.0507796 Jun 22 09:11:46.107131 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:46.141006 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b3a6d836-dd4d-402f-9450-7119b4c84112 req-61332c60-9e85-49d8-b35c-017ccf12e4bd tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468764 Jun 22 09:11:46.236196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 7f5477c4-b66e-4f37-be86-8517dbe7b471 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:11:46.336089 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 7f5477c4-b66e-4f37-be86-8517dbe7b471, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7f5477c4-b66e-4f37-be86-8517dbe7b471,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:46.348133 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '7f5477c4-b66e-4f37-be86-8517dbe7b471', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'port_id': '7f5477c4-b66e-4f37-be86-8517dbe7b471', 'mac_address': 'fa:16:3e:80:84:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:11:46.382048 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 7f5477c4-b66e-4f37-be86-8517dbe7b471 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:46.382452 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:46.395776 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5477c4-b66e-4f37-be86-8517dbe7b471 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:11:46.415782 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 7f5477c4-b66e-4f37-be86-8517dbe7b471, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7f5477c4-b66e-4f37-be86-8517dbe7b471,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:46.543186 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:46.590551 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=7f5477c4-b66e-4f37-be86-8517dbe7b471,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:46.780317 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['7f5477c4-b66e-4f37-be86-8517dbe7b471'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:11:46.894410 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b411013-563f-4890-b7b9-8e69bfcee108 req-ca618559-3f9e-4f88-a154-16c0481562d7 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:46.895939 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2b411013-563f-4890-b7b9-8e69bfcee108 req-ca618559-3f9e-4f88-a154-16c0481562d7 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0493312 Jun 22 09:11:46.949991 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2b411013-563f-4890-b7b9-8e69bfcee108 req-a1c3106a-9eaa-49e1-919e-53fa53a285ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486143 Jun 22 09:11:47.006348 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:47.025557 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:47.258482 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cd2e1-bae8-47ae-98f2-58051f68a2c2 req-b407c88a-6686-40fc-b5e5-71f3d9d41b29 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:47.259947 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e73cd2e1-bae8-47ae-98f2-58051f68a2c2 req-b407c88a-6686-40fc-b5e5-71f3d9d41b29 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 945 time: 0.0510061 Jun 22 09:11:47.309962 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e73cd2e1-bae8-47ae-98f2-58051f68a2c2 req-1d8fa798-c2bf-4c75-8fec-70959f843574 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Jun 22 09:11:48.073695 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9eebc-d5e7-4e0c-91ac-d4758e5755e0 req-b69a76d8-d22c-4123-8f7a-0b45c132ea66 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:48.075229 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a9e9eebc-d5e7-4e0c-91ac-d4758e5755e0 req-b69a76d8-d22c-4123-8f7a-0b45c132ea66 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0480385 Jun 22 09:11:48.123735 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a9e9eebc-d5e7-4e0c-91ac-d4758e5755e0 req-663e29e7-37e9-49a3-8fa5-ff5b33d22a03 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419245 Jun 22 09:11:48.252465 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 7f5477c4-b66e-4f37-be86-8517dbe7b471 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:48.276258 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:48.294019 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 7f5477c4-b66e-4f37-be86-8517dbe7b471 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:11:48.360081 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 7f5477c4-b66e-4f37-be86-8517dbe7b471 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:48.360446 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:48.426585 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e174a5-19aa-4ed0-878b-d1198ff03990 req-c9b6e77e-ca5e-43e5-b489-7e0f731cb682 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:48.428018 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-76e174a5-19aa-4ed0-878b-d1198ff03990 req-c9b6e77e-ca5e-43e5-b489-7e0f731cb682 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 945 time: 0.0484083 Jun 22 09:11:48.434154 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 7f5477c4-b66e-4f37-be86-8517dbe7b471 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:48.434544 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:48.458492 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be70688-3d27-409d-b1fb-66932bb50757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5477c4-b66e-4f37-be86-8517dbe7b471'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:11:48.460716 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dfa88b-4f36-4e7d-be9c-993c9e492ef8" -d '{"events": [{"server_uuid": "1be70688-3d27-409d-b1fb-66932bb50757", "name": "network-vif-plugged", "status": "completed", "tag": "7f5477c4-b66e-4f37-be86-8517dbe7b471"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:48.473966 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 7f5477c4-b66e-4f37-be86-8517dbe7b471, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7f5477c4-b66e-4f37-be86-8517dbe7b471,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:48.482778 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-76e174a5-19aa-4ed0-878b-d1198ff03990 req-3ec67d9e-c6a5-41c0-835d-724cd4515b78 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490608 Jun 22 09:11:48.555421 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac345df-e0cc-43c8-a2b9-d6c388d09ec4 x-openstack-request-id: req-5ac345df-e0cc-43c8-a2b9-d6c388d09ec4 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:48.555713 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be70688-3d27-409d-b1fb-66932bb50757", "name": "network-vif-plugged", "status": "completed", "tag": "7f5477c4-b66e-4f37-be86-8517dbe7b471", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:48.555959 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ac345df-e0cc-43c8-a2b9-d6c388d09ec4 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:48.556381 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac345df-e0cc-43c8-a2b9-d6c388d09ec4'] response: {'server_uuid': '1be70688-3d27-409d-b1fb-66932bb50757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5477c4-b66e-4f37-be86-8517dbe7b471', 'code': 200} Jun 22 09:11:48.557137 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:48.618100 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=7f5477c4-b66e-4f37-be86-8517dbe7b471,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:48.662933 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:48.690424 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:48.926817 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e618-8943-4479-88b2-b9cb4c0014ad req-5be814c9-e0ad-49f7-88f4-f01815b11720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:48.928295 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-20f8e618-8943-4479-88b2-b9cb4c0014ad req-5be814c9-e0ad-49f7-88f4-f01815b11720 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 1130 time: 0.0390887 Jun 22 09:11:48.973740 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-20f8e618-8943-4479-88b2-b9cb4c0014ad req-cee79d15-499e-4285-bc04-d9250dc45c7c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396585 Jun 22 09:11:49.239703 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de37b7-478d-4197-87a9-2caf9a0dc276 req-f6721d7f-043a-4a10-a4ab-ba5acfea2fe3 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:49.241189 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b3de37b7-478d-4197-87a9-2caf9a0dc276 req-f6721d7f-043a-4a10-a4ab-ba5acfea2fe3 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Jun 22 09:11:49.252313 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:49.291644 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b3de37b7-478d-4197-87a9-2caf9a0dc276 req-b581396c-368b-435a-9fa7-5636aaf62755 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 Jun 22 09:11:49.604013 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be701077-65c3-42c0-845a-b6f2bee51652 req-51d11a6c-19cc-4eea-8e17-02f99f92c29a tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:49.605492 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-be701077-65c3-42c0-845a-b6f2bee51652 req-51d11a6c-19cc-4eea-8e17-02f99f92c29a tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 946 time: 0.0522208 Jun 22 09:11:49.655608 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-be701077-65c3-42c0-845a-b6f2bee51652 req-26ce8848-b450-4757-8556-eeed7adcf207 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440228 Jun 22 09:11:50.444960 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda745-7b81-4a6d-846c-d2c446a51c5d req-19c6a199-c901-441e-9ca5-fe2786330bb8 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:50.444960 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-55fda745-7b81-4a6d-846c-d2c446a51c5d req-19c6a199-c901-441e-9ca5-fe2786330bb8 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0479071 Jun 22 09:11:50.458870 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-55fda745-7b81-4a6d-846c-d2c446a51c5d req-0b997a52-c2f1-4327-b2d0-4b79eaca8ee4 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 Jun 22 09:11:50.769401 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00d99a-a8d9-447b-95e0-d497f1ba7dda req-2b46e0a0-ebce-44fe-8e13-d02b8ab57288 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:50.770919 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6b00d99a-a8d9-447b-95e0-d497f1ba7dda req-2b46e0a0-ebce-44fe-8e13-d02b8ab57288 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 946 time: 0.0464737 Jun 22 09:11:50.822666 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6b00d99a-a8d9-447b-95e0-d497f1ba7dda req-3a142197-9a74-4d99-a06c-6d3bef55d610 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462122 Jun 22 09:11:50.934412 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8840e49-06c4-4532-8039-2a723f90e6fc req-274ba84e-b31f-48ce-8c97-44ad1cdfe842 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:50.935815 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a8840e49-06c4-4532-8039-2a723f90e6fc req-274ba84e-b31f-48ce-8c97-44ad1cdfe842 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 946 time: 0.0475295 Jun 22 09:11:50.987095 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a8840e49-06c4-4532-8039-2a723f90e6fc req-d4cfc28a-ae9e-4265-b3a6-0313dd11759e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449734 Jun 22 09:11:51.009281 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47892) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:51.079045 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:51.089851 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6077e3e7-f86d-4b29-bf04-84b920c8ac9f tempest-TestVolumeBootPattern-427267447 tempest-TestVolumeBootPattern-427267447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:51.091392 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-6077e3e7-f86d-4b29-bf04-84b920c8ac9f tempest-TestVolumeBootPattern-427267447 tempest-TestVolumeBootPattern-427267447-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 1125 time: 0.0811307 Jun 22 09:11:51.100018 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47896) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:51.104287 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'port_id': '7f5477c4-b66e-4f37-be86-8517dbe7b471', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:51.189211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:51.274144 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:51.380126 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Allocated IP 172.27.2.169 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/7482455d-e74c-4338-9327-1f96c67b3060) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:51.489560 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for port (7482455d-e74c-4338-9327-1f96c67b3060), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:51.573192 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c31b9c-ac96-4792-bf00-d947a6255c79 req-dc0b7ffa-81d3-4de6-8bc4-0acf8cfe6e2e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:51.574708 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-01c31b9c-ac96-4792-bf00-d947a6255c79 req-dc0b7ffa-81d3-4de6-8bc4-0acf8cfe6e2e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0477562 Jun 22 09:11:51.577929 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (7482455d-e74c-4338-9327-1f96c67b3060), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:51.617872 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:51.647578 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:51.656928 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:51.659913 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:11:51.665446 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'Port': ['ID=7482455d-e74c-4338-9327-1f96c67b3060,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:51.713357 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-01c31b9c-ac96-4792-bf00-d947a6255c79 req-631a59ad-3c10-42fc-9ab9-3e55b2c671f2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305346 Jun 22 09:11:51.804025 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:52.040429 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (48b5c32e-4d10-4aeb-899b-8811bb2614e1), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.167877 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (7482455d-e74c-4338-9327-1f96c67b3060), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.322706 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for port (7482455d-e74c-4338-9327-1f96c67b3060), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.410970 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (7482455d-e74c-4338-9327-1f96c67b3060), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.481615 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'Port': ['ID=7482455d-e74c-4338-9327-1f96c67b3060,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:52.497214 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (48b5c32e-4d10-4aeb-899b-8811bb2614e1), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.593169 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Floating IP 48b5c32e-4d10-4aeb-899b-8811bb2614e1 associated. External IP: 172.27.2.169, port: 7f5477c4-b66e-4f37-be86-8517dbe7b471. Jun 22 09:11:52.596113 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:52.850934 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a689d1c-5d0d-47ce-8eba-53112f957f2e req-53aa7719-2495-4d39-b4e2-6cc524483bc3 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:52.852403 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a689d1c-5d0d-47ce-8eba-53112f957f2e req-53aa7719-2495-4d39-b4e2-6cc524483bc3 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0592606 Jun 22 09:11:52.861743 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:11:52.946890 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a689d1c-5d0d-47ce-8eba-53112f957f2e req-70cc6498-c304-45eb-8660-5368a777498f tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884662 Jun 22 09:11:52.948857 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:53.006620 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:53.016823 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1694c73-3dbf-4f6e-a0f7-e01d1b79194d None None] Sync routers for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:53.027321 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1694c73-3dbf-4f6e-a0f7-e01d1b79194d None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:53.028823 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c1694c73-3dbf-4f6e-a0f7-e01d1b79194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:11:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:53.077936 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:53.109133 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-80b8b58f-37e1-45b2-9c21-44c45b08b623 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0080650 Jun 22 09:11:53.112458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be70688-3d27-409d-b1fb-66932bb50757', 'tag': '7f5477c4-b66e-4f37-be86-8517dbe7b471'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:11:53.112458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9729966f-442e-4acb-88c8-d24cf54e02a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1be70688-3d27-409d-b1fb-66932bb50757", "tag": "7f5477c4-b66e-4f37-be86-8517dbe7b471"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:53.135660 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-c1694c73-3dbf-4f6e-a0f7-e01d1b79194d None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:53.147403 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3c5f4-2534-4d00-92dc-c826593cf1be x-openstack-request-id: req-84c3c5f4-2534-4d00-92dc-c826593cf1be {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:53.147694 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be70688-3d27-409d-b1fb-66932bb50757", "tag": "7f5477c4-b66e-4f37-be86-8517dbe7b471", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:53.147948 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84c3c5f4-2534-4d00-92dc-c826593cf1be {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:53.148349 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c3c5f4-2534-4d00-92dc-c826593cf1be'] response: {'name': 'network-changed', 'server_uuid': '1be70688-3d27-409d-b1fb-66932bb50757', 'tag': '7f5477c4-b66e-4f37-be86-8517dbe7b471', 'status': 'completed', 'code': 200} Jun 22 09:11:53.209857 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729966f-442e-4acb-88c8-d24cf54e02a9 req-a5fb92b1-137c-4a04-bbe3-8b810ced18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:53.211383 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9729966f-442e-4acb-88c8-d24cf54e02a9 req-a5fb92b1-137c-4a04-bbe3-8b810ced18bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 1130 time: 0.0405810 Jun 22 09:11:53.304746 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729966f-442e-4acb-88c8-d24cf54e02a9 req-4c121931-0236-453a-93b7-4e9a45e8cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:53.306167 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9729966f-442e-4acb-88c8-d24cf54e02a9 req-4c121931-0236-453a-93b7-4e9a45e8cdaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 912 time: 0.0894334 Jun 22 09:11:53.352220 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c1694c73-3dbf-4f6e-a0f7-e01d1b79194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '48b5c32e-4d10-4aeb-899b-8811bb2614e1', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '7f5477c4-b66e-4f37-be86-8517dbe7b471', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:80:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be70688-3d27-409d-b1fb-66932bb50757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:11:51Z', 'updated_at': '2022-06-22T09:11:51Z', 'revision_number': 0, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:53.368302 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9729966f-442e-4acb-88c8-d24cf54e02a9 req-b45f0a8f-9459-4537-8981-cdcbda070e0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f5477c4-b66e-4f37-be86-8517dbe7b471 HTTP/1.1" status: 200 len: 1000 time: 0.0560999 Jun 22 09:11:53.379711 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1694c73-3dbf-4f6e-a0f7-e01d1b79194d None None] Checking router: 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:53.388504 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1694c73-3dbf-4f6e-a0f7-e01d1b79194d None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:53.389158 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c1694c73-3dbf-4f6e-a0f7-e01d1b79194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:11:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:53.416804 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729966f-442e-4acb-88c8-d24cf54e02a9 req-7d9271ff-e0ef-4a80-9a7b-ef4b8f364237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:53.418381 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9729966f-442e-4acb-88c8-d24cf54e02a9 req-7d9271ff-e0ef-4a80-9a7b-ef4b8f364237 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0446596 Jun 22 09:11:53.465124 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729966f-442e-4acb-88c8-d24cf54e02a9 req-8726292c-0379-4e3d-8a5e-4c97e2de0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:53.466646 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9729966f-442e-4acb-88c8-d24cf54e02a9 req-8726292c-0379-4e3d-8a5e-4c97e2de0617 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431342 Jun 22 09:11:53.493252 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-c1694c73-3dbf-4f6e-a0f7-e01d1b79194d None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:53.556510 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9729966f-442e-4acb-88c8-d24cf54e02a9 req-d244f152-b619-42c4-b009-7b6c30f953ae service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839014 Jun 22 09:11:53.642097 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:53.651986 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9729966f-442e-4acb-88c8-d24cf54e02a9 req-4b2d1c1f-8334-4df4-92e7-e9aeadf001fd service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904179 Jun 22 09:11:53.662417 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:53.706123 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-c1694c73-3dbf-4f6e-a0f7-e01d1b79194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '48b5c32e-4d10-4aeb-899b-8811bb2614e1', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '7f5477c4-b66e-4f37-be86-8517dbe7b471', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:80:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be70688-3d27-409d-b1fb-66932bb50757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:11:51Z', 'updated_at': '2022-06-22T09:11:51Z', 'revision_number': 0, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:53.734950 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1694c73-3dbf-4f6e-a0f7-e01d1b79194d None None] The sync data for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi is: [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '48b5c32e-4d10-4aeb-899b-8811bb2614e1', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '7f5477c4-b66e-4f37-be86-8517dbe7b471', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:80:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be70688-3d27-409d-b1fb-66932bb50757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:11:51Z', 'updated_at': '2022-06-22T09:11:51Z', 'revision_number': 0, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:53.923138 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d4eeab-7653-407a-8270-9b2c3cd4dc44 None None] New status for floating IP 48b5c32e-4d10-4aeb-899b-8811bb2614e1: ACTIVE {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:11:54.065503 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef785ed1-15c4-4d63-96be-cd44dbfd9653 req-15032f6b-17d8-4b73-a9c2-a8f253b654ec tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:54.066954 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef785ed1-15c4-4d63-96be-cd44dbfd9653 req-15032f6b-17d8-4b73-a9c2-a8f253b654ec tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0481975 Jun 22 09:11:54.100233 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:54.115339 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef785ed1-15c4-4d63-96be-cd44dbfd9653 req-c16b3062-3c9a-4076-988b-ee94f9eab3ed tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427716 Jun 22 09:11:55.230965 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded5166-cc00-47bf-a485-2405f51593df req-0db183d1-ec71-4294-b682-2a27396c52a5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:55.232396 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3ded5166-cc00-47bf-a485-2405f51593df req-0db183d1-ec71-4294-b682-2a27396c52a5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0466497 Jun 22 09:11:55.283310 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3ded5166-cc00-47bf-a485-2405f51593df req-d97fa70b-272b-42c1-ba8c-8cb885abd8ee tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451739 Jun 22 09:11:56.396495 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb414d6-868e-44b0-93ea-a4f3d055bf3f req-dc106d2c-8375-48ed-b381-b7af1159dce2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:56.397943 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-adb414d6-868e-44b0-93ea-a4f3d055bf3f req-dc106d2c-8375-48ed-b381-b7af1159dce2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0475926 Jun 22 09:11:56.444444 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-adb414d6-868e-44b0-93ea-a4f3d055bf3f req-2be27451-5322-4b34-a914-6d3ebcb155ec tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 Jun 22 09:11:56.831865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ab83a-9a33-418b-ab56-5591f5042d0d req-e6073d12-6862-4c38-a611-b529164e5c61 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:56.833420 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-572ab83a-9a33-418b-ab56-5591f5042d0d req-e6073d12-6862-4c38-a611-b529164e5c61 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0498641 Jun 22 09:11:56.883497 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-572ab83a-9a33-418b-ab56-5591f5042d0d req-ee72700f-2571-4128-84d4-32e5e6aacd23 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433674 Jun 22 09:11:56.960035 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd479c3-02e1-4ecb-9a4c-3ff71d62c929 req-0bada6ec-f971-4742-b341-de15c5f13409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:56.961437 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8bd479c3-02e1-4ecb-9a4c-3ff71d62c929 req-0bada6ec-f971-4742-b341-de15c5f13409 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 1129 time: 0.0433047 Jun 22 09:11:57.000624 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:57.053270 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd479c3-02e1-4ecb-9a4c-3ff71d62c929 req-a3e1ca53-58d1-46e0-97b1-95be62698948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:57.054807 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8bd479c3-02e1-4ecb-9a4c-3ff71d62c929 req-a3e1ca53-58d1-46e0-97b1-95be62698948 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b046ebff-06e8-420c-9d94-82044ffbff87 HTTP/1.1" status: 200 len: 912 time: 0.0880988 Jun 22 09:11:57.118838 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8bd479c3-02e1-4ecb-9a4c-3ff71d62c929 req-2592f02d-e251-46a4-bb3e-676a47c4d977 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b581409a-f9b3-40d0-bace-957da69bd0eb HTTP/1.1" status: 200 len: 1000 time: 0.0587559 Jun 22 09:11:57.166443 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd479c3-02e1-4ecb-9a4c-3ff71d62c929 req-e0787af7-aede-4db6-a39f-f39b75c09da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:57.167884 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8bd479c3-02e1-4ecb-9a4c-3ff71d62c929 req-e0787af7-aede-4db6-a39f-f39b75c09da2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=497b1774-5990-4906-9cd3-6765d67f089a HTTP/1.1" status: 200 len: 850 time: 0.0439761 Jun 22 09:11:57.212101 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd479c3-02e1-4ecb-9a4c-3ff71d62c929 req-69edb8eb-d83d-48c4-96d8-6df548b12fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:57.213480 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8bd479c3-02e1-4ecb-9a4c-3ff71d62c929 req-69edb8eb-d83d-48c4-96d8-6df548b12fdd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b046ebff-06e8-420c-9d94-82044ffbff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399666 Jun 22 09:11:57.306080 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8bd479c3-02e1-4ecb-9a4c-3ff71d62c929 req-42fb5558-d654-4f52-92fe-cb3b906688a5 service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870097 Jun 22 09:11:57.396499 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8bd479c3-02e1-4ecb-9a4c-3ff71d62c929 req-46369981-7658-46ae-810b-1445b238d88d service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Jun 22 09:11:58.000068 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f48ef-58b1-407e-ba7a-c85340226bd0 req-1228049c-0d1a-4a61-b3a6-aedd815904da tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:58.001554 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dc7f48ef-58b1-407e-ba7a-c85340226bd0 req-1228049c-0d1a-4a61-b3a6-aedd815904da tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0493419 Jun 22 09:11:58.053841 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dc7f48ef-58b1-407e-ba7a-c85340226bd0 req-a73dc412-6610-4a60-9a4c-8c000d28dce1 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459640 Jun 22 09:11:59.170045 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efc2da-b248-45f5-a8ab-6acf10b6052b req-aca6c423-5d6a-4a29-b060-53061f8b6dd6 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:59.171579 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b1efc2da-b248-45f5-a8ab-6acf10b6052b req-aca6c423-5d6a-4a29-b060-53061f8b6dd6 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0475330 Jun 22 09:11:59.219301 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b1efc2da-b248-45f5-a8ab-6acf10b6052b req-ee7fd75a-c9b6-4832-9697-30c463dc2e80 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 Jun 22 09:12:02.529883 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:12:03.829928 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=13 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:04.982847 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:09.208386 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:09.215426 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=58 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:13.171198 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-51d3065d-3596-4e63-8e85-dfc6cc0f70de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:15.479767 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-7c2298ec-42a2-49d7-aaee-8180a057ef30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.005529 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:18.538902 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:18.539688 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:18.633261 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:18.718934 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:28.639277 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:28.641150 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:32.536977 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b5f89-9625-4ded-aa8f-ae9f1dabf965 req-5099fd2c-e0d9-41c2-9fbb-f1600ad4363c tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:32.538471 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1e8b5f89-9625-4ded-aa8f-ae9f1dabf965 req-5099fd2c-e0d9-41c2-9fbb-f1600ad4363c tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0482039 Jun 22 09:12:32.586324 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1e8b5f89-9625-4ded-aa8f-ae9f1dabf965 req-ed37124a-bbd7-496b-a243-48d0b0e5ced9 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Jun 22 09:12:33.705945 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26cc56-9f01-42d7-b8a5-3a402b9ad758 req-59fbe665-7117-460f-8d58-16d92280ca6e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:33.707531 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-af26cc56-9f01-42d7-b8a5-3a402b9ad758 req-59fbe665-7117-460f-8d58-16d92280ca6e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0521376 Jun 22 09:12:33.756015 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-af26cc56-9f01-42d7-b8a5-3a402b9ad758 req-731d179e-d939-4315-bdec-d0aca865685f tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 Jun 22 09:12:34.408761 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-baa1810e-e00a-40b4-8208-f841f49af016 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:34.410242 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-baa1810e-e00a-40b4-8208-f841f49af016 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0465555 Jun 22 09:12:34.496238 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Deleting port b581409a-f9b3-40d0-bace-957da69bd0eb {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:12:34.496572 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:34.583359 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] For port b581409a-f9b3-40d0-bace-957da69bd0eb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=b581409a-f9b3-40d0-bace-957da69bd0eb,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:34.583712 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:34.746923 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:34.747591 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (f8725634-71a3-4bf1-af8c-f8c3ebdc6421), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:34.747591 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Floating IP f8725634-71a3-4bf1-af8c-f8c3ebdc6421 disassociated. External IP: 172.27.2.89, port: b581409a-f9b3-40d0-bace-957da69bd0eb. Jun 22 09:12:34.747894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Calling delete_port for b581409a-f9b3-40d0-bace-957da69bd0eb owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:12:35.034175 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:35.109313 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125694c-adac-4e86-9f3a-8fc03f2482de req-fbb27b31-c32b-4bad-a569-0224a86d9f31 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:35.110807 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0125694c-adac-4e86-9f3a-8fc03f2482de req-fbb27b31-c32b-4bad-a569-0224a86d9f31 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 945 time: 0.0610287 Jun 22 09:12:35.195539 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0125694c-adac-4e86-9f3a-8fc03f2482de req-cc2f8e9b-463d-4bf2-a508-42652eeb635e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=da5ea308-2fb4-40ee-a941-c59315c34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734689 Jun 22 09:12:35.297149 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (b581409a-f9b3-40d0-bace-957da69bd0eb), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:35.326851 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event deleted for resources: {'Port': ['ID=b581409a-f9b3-40d0-bace-957da69bd0eb,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:35.338551 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.338886 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.339629 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.339629 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.339970 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.340182 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.340542 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.340840 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.341156 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.341472 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.342336 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.342336 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.342516 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.342747 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.343177 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:35.396183 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:35.438871 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:35.451483 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:12:35.558698 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:35.568492 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d123b2c-d521-4c5a-8ef1-bb666730bcce None None] Sync routers for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:35.579891 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d123b2c-d521-4c5a-8ef1-bb666730bcce None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:35.580536 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3d123b2c-d521-4c5a-8ef1-bb666730bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:12:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:35.601552 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] No DVR routers for this DVR port b581409a-f9b3-40d0-bace-957da69bd0eb on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:12:35.604846 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:35.608300 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b3a63045-f5fb-4785-8964-f55fce39ed6c req-b206e2f3-56e8-4723-9515-fc86b8368aa2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.43 "DELETE /v2.0/ports/b581409a-f9b3-40d0-bace-957da69bd0eb HTTP/1.1" status: 204 len: 173 time: 1.1925116 Jun 22 09:12:35.608737 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'name': 'network-vif-deleted', 'tag': 'b581409a-f9b3-40d0-bace-957da69bd0eb'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:35.611051 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f13064-a17c-4e1a-b8d5-12e884e287d2" -d '{"events": [{"server_uuid": "bcd2ba2e-895b-47db-a4c2-fdd8d75dc726", "name": "network-vif-deleted", "tag": "b581409a-f9b3-40d0-bace-957da69bd0eb"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:35.646370 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca973c58-2ee9-47db-a630-6e911a4de561 x-openstack-request-id: req-ca973c58-2ee9-47db-a630-6e911a4de561 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:35.646667 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd2ba2e-895b-47db-a4c2-fdd8d75dc726", "name": "network-vif-deleted", "tag": "b581409a-f9b3-40d0-bace-957da69bd0eb", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:35.646912 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca973c58-2ee9-47db-a630-6e911a4de561 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:35.647313 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca973c58-2ee9-47db-a630-6e911a4de561'] response: {'server_uuid': 'bcd2ba2e-895b-47db-a4c2-fdd8d75dc726', 'name': 'network-vif-deleted', 'tag': 'b581409a-f9b3-40d0-bace-957da69bd0eb', 'status': 'completed', 'code': 200} Jun 22 09:12:35.697243 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-3d123b2c-d521-4c5a-8ef1-bb666730bcce None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:35.895437 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3d123b2c-d521-4c5a-8ef1-bb666730bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:35.924896 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d123b2c-d521-4c5a-8ef1-bb666730bcce None None] Checking router: 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:12:35.933312 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d123b2c-d521-4c5a-8ef1-bb666730bcce None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:35.933915 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3d123b2c-d521-4c5a-8ef1-bb666730bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:12:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:36.034152 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-3d123b2c-d521-4c5a-8ef1-bb666730bcce None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:36.309965 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-dc5568bc-6064-49db-aa41-b8a0c53a6301 req-2cc2e86a-d27c-4a51-a613-a82557c1cc68 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2ba2e-895b-47db-a4c2-fdd8d75dc726 HTTP/1.1" status: 200 len: 210 time: 0.0291240 Jun 22 09:12:36.357944 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3d123b2c-d521-4c5a-8ef1-bb666730bcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:36.383309 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d123b2c-d521-4c5a-8ef1-bb666730bcce None None] The sync data for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi is: [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:12:36.610572 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289c1f8-66e4-4843-99f0-d59adeb301ba None None] New status for floating IP f8725634-71a3-4bf1-af8c-f8c3ebdc6421: DOWN {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:12:37.491634 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47964) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:37.551098 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9d5b-d3c7-41f3-924f-24a9fa252356 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (da5ea308-2fb4-40ee-a941-c59315c34d38), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.575143 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9d5b-d3c7-41f3-924f-24a9fa252356 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (da5ea308-2fb4-40ee-a941-c59315c34d38), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.685031 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9d5b-d3c7-41f3-924f-24a9fa252356 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (da5ea308-2fb4-40ee-a941-c59315c34d38), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.687572 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7a2c9d5b-d3c7-41f3-924f-24a9fa252356 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.688731 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-7a2c9d5b-d3c7-41f3-924f-24a9fa252356 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "DELETE /v2.0/security-groups/da5ea308-2fb4-40ee-a941-c59315c34d38 HTTP/1.1" status: 204 len: 168 time: 0.1960740 Jun 22 09:12:37.691589 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47966) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:37.699535 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c9d5b-d3c7-41f3-924f-24a9fa252356 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ea308-2fb4-40ee-a941-c59315c34d38,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:37.714397 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.api.v2.resource [None req-6d68206f-fefb-43ee-b28d-27c90584f258 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] show failed (client error): The resource could not be found. Jun 22 09:12:37.714397 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-6d68206f-fefb-43ee-b28d-27c90584f258 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups/da5ea308-2fb4-40ee-a941-c59315c34d38 HTTP/1.1" status: 404 len: 347 time: 0.0156550 Jun 22 09:12:37.714943 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 47970) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:37.827052 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Deleting port 88592e40-ca6e-42b8-ba12-30901af535a8 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:12:37.827392 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (88592e40-ca6e-42b8-ba12-30901af535a8), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.904130 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (88592e40-ca6e-42b8-ba12-30901af535a8), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.904456 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (88592e40-ca6e-42b8-ba12-30901af535a8), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.918379 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Calling delete_port for 88592e40-ca6e-42b8-ba12-30901af535a8 owned by network:floatingip {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:12:38.119613 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (88592e40-ca6e-42b8-ba12-30901af535a8), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.146331 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event deleted for resources: {'Port': ['ID=88592e40-ca6e-42b8-ba12-30901af535a8,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:38.176563 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.176904 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.177246 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.177583 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.177903 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.178250 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.178572 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.178894 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.179213 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.179528 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.179849 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.180166 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.180485 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.180844 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.181162 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:38.223428 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (f8725634-71a3-4bf1-af8c-f8c3ebdc6421), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.226211 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.227360 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-ecde11f3-d059-4665-82a4-6ddf4f6474ef tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "DELETE /v2.0/floatingips/f8725634-71a3-4bf1-af8c-f8c3ebdc6421 HTTP/1.1" status: 204 len: 168 time: 0.5117824 Jun 22 09:12:38.363372 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47976) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:38.367872 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-2820e045-c871-4e6f-98d3-1a7ea2de057e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560492669', 'description': 'tempest-description--632413972'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:38.417735 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device b581409a-f9b3-40d0-bace-957da69bd0eb no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:12:38.440271 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: b581409a-f9b3-40d0-bace-957da69bd0eb {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:12:38.440605 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device b581409a-f9b3-40d0-bace-957da69bd0eb not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:12:38.451070 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2820e045-c871-4e6f-98d3-1a7ea2de057e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.522978 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2820e045-c871-4e6f-98d3-1a7ea2de057e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (8ced710b-6047-4aa5-afd8-abdc2c7b31a2), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.594084 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2820e045-c871-4e6f-98d3-1a7ea2de057e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (8ced710b-6047-4aa5-afd8-abdc2c7b31a2), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.624956 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820e045-c871-4e6f-98d3-1a7ea2de057e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ced710b-6047-4aa5-afd8-abdc2c7b31a2,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:38.675391 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2820e045-c871-4e6f-98d3-1a7ea2de057e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.676589 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-2820e045-c871-4e6f-98d3-1a7ea2de057e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3122106 Jun 22 09:12:38.679508 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47978) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:38.684320 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-c1413499-472c-4633-90df-635b6ec3d169 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'security_group_rule': {'security_group_id': '8ced710b-6047-4aa5-afd8-abdc2c7b31a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:38.788270 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c1413499-472c-4633-90df-635b6ec3d169 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (5da6f213-5735-4fcf-96f2-f77685621394), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.850731 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c1413499-472c-4633-90df-635b6ec3d169 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (5da6f213-5735-4fcf-96f2-f77685621394), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.942228 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c1413499-472c-4633-90df-635b6ec3d169 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (5da6f213-5735-4fcf-96f2-f77685621394), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.961659 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1413499-472c-4633-90df-635b6ec3d169 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da6f213-5735-4fcf-96f2-f77685621394,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:39.035600 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-c1413499-472c-4633-90df-635b6ec3d169 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.036908 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-c1413499-472c-4633-90df-635b6ec3d169 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564312 Jun 22 09:12:39.039453 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47984) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:39.044602 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-2e31ff15-1be1-43ea-bb63-2a46dc9dd818 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'security_group_rule': {'security_group_id': '8ced710b-6047-4aa5-afd8-abdc2c7b31a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:39.131461 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2e31ff15-1be1-43ea-bb63-2a46dc9dd818 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (90ca6ca6-f4a3-4912-b2f0-6e166fe2418a), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.149722 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:39.189694 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2e31ff15-1be1-43ea-bb63-2a46dc9dd818 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (90ca6ca6-f4a3-4912-b2f0-6e166fe2418a), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.284781 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2e31ff15-1be1-43ea-bb63-2a46dc9dd818 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471844'] for security_group_rule (90ca6ca6-f4a3-4912-b2f0-6e166fe2418a), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.306366 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31ff15-1be1-43ea-bb63-2a46dc9dd818 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ca6ca6-f4a3-4912-b2f0-6e166fe2418a,revision_number=0']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:39.458623 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2e31ff15-1be1-43ea-bb63-2a46dc9dd818 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.459853 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-2e31ff15-1be1-43ea-bb63-2a46dc9dd818 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4194841 Jun 22 09:12:39.463129 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 47986) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:39.468115 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:39.531561 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:12:39.548302 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.577642 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:39.630404 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.735695 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Allocated IP 172.27.2.171 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/f476c208-e87f-4401-8fa8-af8871e07ee9) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:39.848099 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for port (f476c208-e87f-4401-8fa8-af8871e07ee9), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.949062 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (f476c208-e87f-4401-8fa8-af8871e07ee9), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.990575 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:39.996045 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:40.000035 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:40.003473 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'Port': ['ID=f476c208-e87f-4401-8fa8-af8871e07ee9,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:40.090406 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (b1173910-f128-431a-8668-c52a342a3626), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.192991 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (f476c208-e87f-4401-8fa8-af8871e07ee9), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.217207 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:40.345311 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for port (f476c208-e87f-4401-8fa8-af8871e07ee9), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.388522 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (f476c208-e87f-4401-8fa8-af8871e07ee9), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.453605 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'Port': ['ID=f476c208-e87f-4401-8fa8-af8871e07ee9,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:40.468563 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (b1173910-f128-431a-8668-c52a342a3626), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.526997 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.528238 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-3181131f-c7ff-4c58-abbf-bec023a69b14 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0635109 Jun 22 09:12:40.731293 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-794372fa-ecf6-409e-98a3-d66b30ba8b0f tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--560492669&fields=id&tenant_id=39db61e788d04620a94bb0ddea0cd726 HTTP/1.1" status: 200 len: 267 time: 0.0474801 Jun 22 09:12:40.774047 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:40.841672 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-795496fd-e13a-42fc-8463-b1378742976c tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:40.843292 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-795496fd-e13a-42fc-8463-b1378742976c tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/networks?id=b046ebff-06e8-420c-9d94-82044ffbff87 HTTP/1.1" status: 200 len: 811 time: 0.1056626 Jun 22 09:12:40.859159 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-0915470e-235a-4156-8c21-132300653b0e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/quotas/39db61e788d04620a94bb0ddea0cd726 HTTP/1.1" status: 200 len: 375 time: 0.0102882 Jun 22 09:12:40.909443 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-ff2cec66-58b9-4fe1-baa5-6e9a73c6b109 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452106 Jun 22 09:12:40.969340 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-50685587-c267-4008-b65d-0da870c599da service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=104239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:12:40.970504 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-50685587-c267-4008-b65d-0da870c599da service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0489638 Jun 22 09:12:41.064049 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-bae85495-863a-47b3-85a2-55f97081c4e0 service neutron] 10.222.0.36 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876176 Jun 22 09:12:41.158476 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-e0d8a122-50a1-4e28-9f2c-3245d1b1b958 service neutron] 10.222.0.36 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888014 Jun 22 09:12:41.420011 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-13478a48-d8f5-4514-97ba-0e1c7aa09f16 req-e737714f-2503-437d-93a9-ec1a017498d8 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 210 time: 0.0291562 Jun 22 09:12:42.130645 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-9e9372ed-1c57-4016-9f5a-23fdc30c3be2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382516 Jun 22 09:12:42.211923 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-0a2d4c03-f38a-46da-aed6-1de2b8631d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:42.213513 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-0a2d4c03-f38a-46da-aed6-1de2b8631d43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 1130 time: 0.0428793 Jun 22 09:12:42.320463 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-f144052c-93f7-4160-964e-7f69e57f3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:42.321902 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-f144052c-93f7-4160-964e-7f69e57f3c2c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 912 time: 0.0896633 Jun 22 09:12:42.387831 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-70ef17ed-4899-4700-8c23-4418c86c1062 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f5477c4-b66e-4f37-be86-8517dbe7b471 HTTP/1.1" status: 200 len: 1002 time: 0.0564234 Jun 22 09:12:42.440944 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-4dd85c92-ad21-4848-8b17-1a2db19b353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:42.442550 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-4dd85c92-ad21-4848-8b17-1a2db19b353c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0500021 Jun 22 09:12:42.491906 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-9cd94e01-b7df-488f-a34b-5effcb806818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:42.493424 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-9cd94e01-b7df-488f-a34b-5effcb806818 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456364 Jun 22 09:12:42.505871 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:42.544043 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-71c1cbe7-6a20-42c3-9c0d-be18f3694c58 req-6d17a49b-74cd-4021-a4a9-b828bf6730c7 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 210 time: 0.0369859 Jun 22 09:12:42.615251 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-f983e7ba-8bcb-4aeb-9e6e-7977387e798d service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160829 Jun 22 09:12:42.714469 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-efafc717-aee9-42a5-b56c-7216980c2e34 req-bd646f03-58ee-4f8d-8732-0f4edac652fb service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868082 Jun 22 09:12:43.147491 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-f62f00c1-8d1b-4b3e-8442-2e3fdd7a8e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:43.333937 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-c8f1d93a-791d-423d-8d1b-5054bb74c347 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:43.335466 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-c8f1d93a-791d-423d-8d1b-5054bb74c347 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.43 "GET /v2.0/networks?id=b046ebff-06e8-420c-9d94-82044ffbff87 HTTP/1.1" status: 200 len: 811 time: 0.1062799 Jun 22 09:12:43.349188 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:43.400052 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-46d6c763-977d-40da-b261-4f6e69afab90 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39db61e788d04620a94bb0ddea0cd726 HTTP/1.1" status: 200 len: 379 time: 0.0570872 Jun 22 09:12:43.409194 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'port': {'device_id': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'admin_state_up': True, 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'security_groups': ['8ced710b-6047-4aa5-afd8-abdc2c7b31a2']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:43.587614 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Made reservation on behalf of 39db61e788d04620a94bb0ddea0cd726 for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:43.591282 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:43.671420 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0425d18f-d4a0-48b6-b398-dda92e6e905c req-6fa29c4c-fb64-4fb9-8d64-002ff8d0cc96 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 210 time: 0.0559313 Jun 22 09:12:43.749273 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Allocated IP 172.20.0.4 (b046ebff-06e8-420c-9d94-82044ffbff87/497b1774-5990-4906-9cd3-6765d67f089a/807e5706-8a79-47a3-aa22-e2de3ca4df0e) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:43.886518 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:43.965744 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:44.015803 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Network b046ebff-06e8-420c-9d94-82044ffbff87 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:44.018405 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:44.022361 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:44.050201 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event updated for resources: {'Port': ['ID=807e5706-8a79-47a3-aa22-e2de3ca4df0e,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:44.062091 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:44.078894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:44.078894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:44.168981 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-fb5b836d-ab7b-4e59-bac9-814e9feee857 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7625411 Jun 22 09:12:44.180009 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Request body: {'port': {'device_id': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:44.220771 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-11c91408-0747-47bd-877d-ca8f7cd2d096 None None] Provisioning complete for port 807e5706-8a79-47a3-aa22-e2de3ca4df0e triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:44.221344 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-11c91408-0747-47bd-877d-ca8f7cd2d096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:44.243887 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:44.253025 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-11c91408-0747-47bd-877d-ca8f7cd2d096 None None] Port 807e5706-8a79-47a3-aa22-e2de3ca4df0e cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:12:44.345176 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:44.526026 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807e5706-8a79-47a3-aa22-e2de3ca4df0e {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:12:44.534518 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Publish callbacks [] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:44.548026 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Transition to ACTIVE for port object 807e5706-8a79-47a3-aa22-e2de3ca4df0e will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:12:44.605108 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:44.655482 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Pushing event updated for resources: {'Port': ['ID=807e5706-8a79-47a3-aa22-e2de3ca4df0e,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:44.737822 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Attempting to bind port 807e5706-8a79-47a3-aa22-e2de3ca4df0e on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:12:44.738197 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Attempting to bind port 807e5706-8a79-47a3-aa22-e2de3ca4df0e by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:12:44.738526 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Attempting to bind port 807e5706-8a79-47a3-aa22-e2de3ca4df0e on network b046ebff-06e8-420c-9d94-82044ffbff87 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:44.744674 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Port 807e5706-8a79-47a3-aa22-e2de3ca4df0e on network b046ebff-06e8-420c-9d94-82044ffbff87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:12:44.744999 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Attempting to bind port 807e5706-8a79-47a3-aa22-e2de3ca4df0e on network b046ebff-06e8-420c-9d94-82044ffbff87 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:44.760643 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:12:44.760982 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Checking segment: {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:44.761361 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Bound using segment: {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:12:44.762422 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Bound port: 807e5706-8a79-47a3-aa22-e2de3ca4df0e, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfd45fc-354b-470f-b968-a1af6457b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:12:44.763087 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:44.831019 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6e34-7c26-4558-925d-14b9ceaf0024 req-e80568b4-72c1-4f3b-94a9-322ef495aa4b tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:44.832544 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5b7f6e34-7c26-4558-925d-14b9ceaf0024 req-e80568b4-72c1-4f3b-94a9-322ef495aa4b tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 943 time: 0.0888300 Jun 22 09:12:44.875997 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] For port 807e5706-8a79-47a3-aa22-e2de3ca4df0e, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:44.897094 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] For port 807e5706-8a79-47a3-aa22-e2de3ca4df0e, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=807e5706-8a79-47a3-aa22-e2de3ca4df0e,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:44.915560 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5b7f6e34-7c26-4558-925d-14b9ceaf0024 req-af82aa74-5a3a-4849-a8bc-57946982bbda tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ced710b-6047-4aa5-afd8-abdc2c7b31a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703111 Jun 22 09:12:44.971407 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:45.013681 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:45.014393 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:45.015881 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] 10.222.0.43 "PUT /v2.0/ports/807e5706-8a79-47a3-aa22-e2de3ca4df0e HTTP/1.1" status: 200 len: 1093 time: 0.8403728 Jun 22 09:12:45.018220 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'tag': '807e5706-8a79-47a3-aa22-e2de3ca4df0e'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:45.020556 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7171c415-5027-4298-a1e5-dd2349c2087f" -d '{"events": [{"name": "network-changed", "server_uuid": "a13bcf3b-4896-4b0c-ad30-1c177d98234d", "tag": "807e5706-8a79-47a3-aa22-e2de3ca4df0e"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:45.043058 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0d3a2-e433-4cc6-bcc4-4928c57afa78 service neutron] Pushing event updated for resources: {'Port': ['ID=807e5706-8a79-47a3-aa22-e2de3ca4df0e,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:45.069253 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d88e74-7060-4b1d-b6eb-70f0633707a6 x-openstack-request-id: req-06d88e74-7060-4b1d-b6eb-70f0633707a6 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:45.069547 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13bcf3b-4896-4b0c-ad30-1c177d98234d", "tag": "807e5706-8a79-47a3-aa22-e2de3ca4df0e", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:45.069802 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06d88e74-7060-4b1d-b6eb-70f0633707a6 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:45.070237 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d88e74-7060-4b1d-b6eb-70f0633707a6'] response: {'name': 'network-changed', 'server_uuid': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'tag': '807e5706-8a79-47a3-aa22-e2de3ca4df0e', 'status': 'completed', 'code': 200} Jun 22 09:12:45.102610 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:45.134531 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c415-5027-4298-a1e5-dd2349c2087f req-77e4b1f9-2569-4ede-8fd8-a967b55dfffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:45.136147 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7171c415-5027-4298-a1e5-dd2349c2087f req-77e4b1f9-2569-4ede-8fd8-a967b55dfffb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 1127 time: 0.0432556 Jun 22 09:12:45.238994 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c415-5027-4298-a1e5-dd2349c2087f req-bfc08700-dac6-460b-b611-e21bcd3ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:45.240462 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7171c415-5027-4298-a1e5-dd2349c2087f req-bfc08700-dac6-460b-b611-e21bcd3ac657 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=39db61e788d04620a94bb0ddea0cd726&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0983260 Jun 22 09:12:45.341589 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c415-5027-4298-a1e5-dd2349c2087f req-a2c5c6ed-0662-47f7-ad19-3da41d686c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:45.343047 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-7171c415-5027-4298-a1e5-dd2349c2087f req-a2c5c6ed-0662-47f7-ad19-3da41d686c7c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970988 Jun 22 09:12:45.425682 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-9438a35e-e026-43ba-b80b-913ee9ad9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:45.427446 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-9438a35e-e026-43ba-b80b-913ee9ad9ba8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 1127 time: 0.0469856 Jun 22 09:12:45.470928 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-3abe4e17-b9f9-42fd-8486-d2fb106a1456 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=807e5706-8a79-47a3-aa22-e2de3ca4df0e HTTP/1.1" status: 200 len: 217 time: 0.0359850 Jun 22 09:12:45.481519 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ba5560ea-ebb4-4aab-9395-f1f2b648af81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:45.524288 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-2eedcabf-7885-4d73-bee3-f452a640f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:45.525831 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-2eedcabf-7885-4d73-bee3-f452a640f8da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=497b1774-5990-4906-9cd3-6765d67f089a HTTP/1.1" status: 200 len: 850 time: 0.0462670 Jun 22 09:12:45.570611 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-074ae601-a928-43bb-83c2-4a4ddd2dfcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:45.572109 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-074ae601-a928-43bb-83c2-4a4ddd2dfcba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b046ebff-06e8-420c-9d94-82044ffbff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407047 Jun 22 09:12:45.604830 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:45.667433 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-26648701-0651-469b-8c17-5092096f5c03 service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895398 Jun 22 09:12:45.759561 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-189634d7-f86a-4661-9b8a-3921e6b678bb req-1c67bc56-e512-4770-9d0e-445d5be8ffd3 service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868702 Jun 22 09:12:46.038337 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135b46f-97ad-4be4-909e-5ebf7df7c0e3 req-14d30bdb-c553-440c-97cf-7f93eda836bc tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:46.039801 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5135b46f-97ad-4be4-909e-5ebf7df7c0e3 req-14d30bdb-c553-440c-97cf-7f93eda836bc tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 943 time: 0.0504627 Jun 22 09:12:46.089723 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-5135b46f-97ad-4be4-909e-5ebf7df7c0e3 req-a4ac11ae-39ef-47d6-b308-3fa611c02d52 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ced710b-6047-4aa5-afd8-abdc2c7b31a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434842 Jun 22 09:12:46.999147 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:47.205503 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df955c0-9169-4d64-92bb-1c0dab05253e req-dbf6bfc8-bb9f-4951-aad1-433f08fa9fe0 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:47.206998 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4df955c0-9169-4d64-92bb-1c0dab05253e req-dbf6bfc8-bb9f-4951-aad1-433f08fa9fe0 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 943 time: 0.0480385 Jun 22 09:12:47.253987 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4df955c0-9169-4d64-92bb-1c0dab05253e req-fd693eca-a08f-41df-b982-4312bb08a721 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ced710b-6047-4aa5-afd8-abdc2c7b31a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411193 Jun 22 09:12:48.218524 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:48.219245 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=54,neutron:DELETE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:48.367017 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8d2a3-ad87-485f-b8f7-9dc45bcfde8a req-2054ed11-88cb-48c2-9618-9eca341bbc21 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:48.368500 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-06b8d2a3-ad87-485f-b8f7-9dc45bcfde8a req-2054ed11-88cb-48c2-9618-9eca341bbc21 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 943 time: 0.0468822 Jun 22 09:12:48.419179 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-06b8d2a3-ad87-485f-b8f7-9dc45bcfde8a req-b4fe2214-d997-4c8e-9036-39be57f6c3f5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ced710b-6047-4aa5-afd8-abdc2c7b31a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451446 Jun 22 09:12:48.492609 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 807e5706-8a79-47a3-aa22-e2de3ca4df0e details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:12:48.534275 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:48.584864 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:48.607503 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 807e5706-8a79-47a3-aa22-e2de3ca4df0e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=807e5706-8a79-47a3-aa22-e2de3ca4df0e,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:48.619380 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '807e5706-8a79-47a3-aa22-e2de3ca4df0e', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'port_id': '807e5706-8a79-47a3-aa22-e2de3ca4df0e', 'mac_address': 'fa:16:3e:04:07:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:12:48.663605 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:48.668255 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 807e5706-8a79-47a3-aa22-e2de3ca4df0e is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:48.672668 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:48.682660 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807e5706-8a79-47a3-aa22-e2de3ca4df0e {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:12:48.702771 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 807e5706-8a79-47a3-aa22-e2de3ca4df0e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=807e5706-8a79-47a3-aa22-e2de3ca4df0e,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:48.719053 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:48.770421 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:48.817298 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=807e5706-8a79-47a3-aa22-e2de3ca4df0e,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:48.824541 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.824888 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.825226 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.825853 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.826315 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.826653 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.826979 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.827305 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.827627 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.827952 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.828277 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.828599 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.828916 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.829233 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.829545 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:48.981333 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['807e5706-8a79-47a3-aa22-e2de3ca4df0e'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:12:49.532889 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff2c8a-1c75-469e-906b-01d6eeaa7452 req-2954fec5-ee21-4425-bc6f-bb95ead0169c tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:49.534369 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-17ff2c8a-1c75-469e-906b-01d6eeaa7452 req-2954fec5-ee21-4425-bc6f-bb95ead0169c tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 944 time: 0.0474241 Jun 22 09:12:49.581533 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-17ff2c8a-1c75-469e-906b-01d6eeaa7452 req-f0eee3e9-a7c1-449a-91fb-1c6440451b7e tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ced710b-6047-4aa5-afd8-abdc2c7b31a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 Jun 22 09:12:50.495275 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 807e5706-8a79-47a3-aa22-e2de3ca4df0e up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:50.535819 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 807e5706-8a79-47a3-aa22-e2de3ca4df0e completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:12:50.621880 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 807e5706-8a79-47a3-aa22-e2de3ca4df0e triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:50.622328 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:50.699010 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304066f-514b-4526-bb0d-2c54e3f31725 req-e5cbeb8d-8b36-4bf1-9cf2-29f2cf4eea79 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:50.700992 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6304066f-514b-4526-bb0d-2c54e3f31725 req-e5cbeb8d-8b36-4bf1-9cf2-29f2cf4eea79 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 944 time: 0.0512288 Jun 22 09:12:50.706870 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 807e5706-8a79-47a3-aa22-e2de3ca4df0e is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:50.707256 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:50.713461 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:50.731475 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807e5706-8a79-47a3-aa22-e2de3ca4df0e'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:50.733998 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c8979c-e000-4808-b250-3df83bad40bf" -d '{"events": [{"server_uuid": "a13bcf3b-4896-4b0c-ad30-1c177d98234d", "name": "network-vif-plugged", "status": "completed", "tag": "807e5706-8a79-47a3-aa22-e2de3ca4df0e"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:50.751404 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 807e5706-8a79-47a3-aa22-e2de3ca4df0e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=807e5706-8a79-47a3-aa22-e2de3ca4df0e,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:50.753480 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6304066f-514b-4526-bb0d-2c54e3f31725 req-06726d9c-21ef-406a-b49a-fd0f9a902020 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ced710b-6047-4aa5-afd8-abdc2c7b31a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466564 Jun 22 09:12:50.769979 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6522d192-e658-4391-9713-1fd686ff3dcd x-openstack-request-id: req-6522d192-e658-4391-9713-1fd686ff3dcd {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:50.770265 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13bcf3b-4896-4b0c-ad30-1c177d98234d", "name": "network-vif-plugged", "status": "completed", "tag": "807e5706-8a79-47a3-aa22-e2de3ca4df0e", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:50.770522 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6522d192-e658-4391-9713-1fd686ff3dcd {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:50.770919 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6522d192-e658-4391-9713-1fd686ff3dcd'] response: {'server_uuid': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807e5706-8a79-47a3-aa22-e2de3ca4df0e', 'code': 200} Jun 22 09:12:50.833440 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:50.880635 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=807e5706-8a79-47a3-aa22-e2de3ca4df0e,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:51.045471 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0172db-0dbd-402b-858e-941bd5922eba req-220a1117-ae27-47dd-bfda-a0551e4ecda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:51.046883 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bd0172db-0dbd-402b-858e-941bd5922eba req-220a1117-ae27-47dd-bfda-a0551e4ecda7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 1129 time: 0.0422294 Jun 22 09:12:51.091415 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bd0172db-0dbd-402b-858e-941bd5922eba req-c0a9233a-c78d-4f69-aaa7-40a64d7f3440 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8ced710b-6047-4aa5-afd8-abdc2c7b31a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372140 Jun 22 09:12:51.872142 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a24e1-62c5-4902-ad96-1497dc476812 req-1b0f8ad2-9a6c-4253-a73d-d480e7a5d8d6 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:51.874313 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c93a24e1-62c5-4902-ad96-1497dc476812 req-1b0f8ad2-9a6c-4253-a73d-d480e7a5d8d6 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 945 time: 0.0486984 Jun 22 09:12:51.921458 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c93a24e1-62c5-4902-ad96-1497dc476812 req-68992517-e41a-44f5-8df6-9bb75aec35a4 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ced710b-6047-4aa5-afd8-abdc2c7b31a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415905 Jun 22 09:12:53.036869 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61b2b3-a19a-47bb-b789-3605c7871062 req-1cffdc21-6116-4bff-a03c-78f3865b4acd tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:53.038357 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9b61b2b3-a19a-47bb-b789-3605c7871062 req-1cffdc21-6116-4bff-a03c-78f3865b4acd tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 945 time: 0.0467839 Jun 22 09:12:53.089447 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9b61b2b3-a19a-47bb-b789-3605c7871062 req-8643fa87-6901-4887-abf2-98a0badc4f06 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ced710b-6047-4aa5-afd8-abdc2c7b31a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455916 Jun 22 09:12:53.199372 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0d9dc-45f4-4e40-8e8e-246a4c27a9b4 req-219e8a38-ba75-46e7-a06f-8ffdd5368c0c tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:53.201382 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6ab0d9dc-45f4-4e40-8e8e-246a4c27a9b4 req-219e8a38-ba75-46e7-a06f-8ffdd5368c0c tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 945 time: 0.0477996 Jun 22 09:12:53.209790 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48048) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:53.213995 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-64f0df74-674c-4fc3-a4de-609696fad728 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Request body: {'floatingip': {'port_id': '807e5706-8a79-47a3-aa22-e2de3ca4df0e'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:53.251119 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-64f0df74-674c-4fc3-a4de-609696fad728 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (b1173910-f128-431a-8668-c52a342a3626), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:53.351904 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:53.665721 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-64f0df74-674c-4fc3-a4de-609696fad728 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:53.746702 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-64f0df74-674c-4fc3-a4de-609696fad728 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (b1173910-f128-431a-8668-c52a342a3626), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:54.110304 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [None req-64f0df74-674c-4fc3-a4de-609696fad728 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Floating IP b1173910-f128-431a-8668-c52a342a3626 associated. External IP: 172.27.2.171, port: 807e5706-8a79-47a3-aa22-e2de3ca4df0e. Jun 22 09:12:54.296860 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:54.307253 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f0df74-674c-4fc3-a4de-609696fad728 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:12:54.409240 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f0df74-674c-4fc3-a4de-609696fad728 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:54.413987 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-64f0df74-674c-4fc3-a4de-609696fad728 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:54.419014 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40f4be-47d2-4252-bd2f-a0e8ae60d8ce None None] Sync routers for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:54.428502 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40f4be-47d2-4252-bd2f-a0e8ae60d8ce None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:54.429145 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-9a40f4be-47d2-4252-bd2f-a0e8ae60d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:12:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:54.446363 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-64f0df74-674c-4fc3-a4de-609696fad728 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "PUT /v2.0/floatingips/b1173910-f128-431a-8668-c52a342a3626 HTTP/1.1" status: 200 len: 991 time: 1.2354779 Jun 22 09:12:54.447049 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'tag': '807e5706-8a79-47a3-aa22-e2de3ca4df0e'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:54.449350 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0088a814-94fd-4af0-a7b7-72db98970fca" -d '{"events": [{"name": "network-changed", "server_uuid": "a13bcf3b-4896-4b0c-ad30-1c177d98234d", "tag": "807e5706-8a79-47a3-aa22-e2de3ca4df0e"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:54.485143 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3307faca-1edc-4818-be87-841308e9cde1 x-openstack-request-id: req-3307faca-1edc-4818-be87-841308e9cde1 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:54.485435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13bcf3b-4896-4b0c-ad30-1c177d98234d", "tag": "807e5706-8a79-47a3-aa22-e2de3ca4df0e", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:54.485691 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3307faca-1edc-4818-be87-841308e9cde1 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:54.486129 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3307faca-1edc-4818-be87-841308e9cde1'] response: {'name': 'network-changed', 'server_uuid': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'tag': '807e5706-8a79-47a3-aa22-e2de3ca4df0e', 'status': 'completed', 'code': 200} Jun 22 09:12:54.523110 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:54.537370 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-9a40f4be-47d2-4252-bd2f-a0e8ae60d8ce None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:54.546603 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a814-94fd-4af0-a7b7-72db98970fca req-92ebee3f-9236-415f-86c7-8a63e4320cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:54.548059 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0088a814-94fd-4af0-a7b7-72db98970fca req-92ebee3f-9236-415f-86c7-8a63e4320cbc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39db61e788d04620a94bb0ddea0cd726&device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 1129 time: 0.0414236 Jun 22 09:12:54.637717 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:54.657419 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a814-94fd-4af0-a7b7-72db98970fca req-36cb6b9f-5069-4ef8-b9d5-58635e7df2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:54.659103 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0088a814-94fd-4af0-a7b7-72db98970fca req-36cb6b9f-5069-4ef8-b9d5-58635e7df2dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=b046ebff-06e8-420c-9d94-82044ffbff87 HTTP/1.1" status: 200 len: 912 time: 0.1057918 Jun 22 09:12:54.660732 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:54.727201 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0088a814-94fd-4af0-a7b7-72db98970fca req-3a65ca06-9712-4cee-95d7-95fcd7f5cda3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=807e5706-8a79-47a3-aa22-e2de3ca4df0e HTTP/1.1" status: 200 len: 999 time: 0.0621812 Jun 22 09:12:54.767462 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-9a40f4be-47d2-4252-bd2f-a0e8ae60d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'b1173910-f128-431a-8668-c52a342a3626', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'port_id': '807e5706-8a79-47a3-aa22-e2de3ca4df0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'mac_address': 'fa:16:3e:04:07:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:12:40Z', 'updated_at': '2022-06-22T09:12:53Z', 'revision_number': 1, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:54.779090 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a814-94fd-4af0-a7b7-72db98970fca req-b4bd9e00-69f7-4460-b398-86f28e3057f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:54.780729 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0088a814-94fd-4af0-a7b7-72db98970fca req-b4bd9e00-69f7-4460-b398-86f28e3057f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=497b1774-5990-4906-9cd3-6765d67f089a HTTP/1.1" status: 200 len: 850 time: 0.0477569 Jun 22 09:12:54.793888 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40f4be-47d2-4252-bd2f-a0e8ae60d8ce None None] Checking router: 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:12:54.804274 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40f4be-47d2-4252-bd2f-a0e8ae60d8ce None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:54.804904 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-9a40f4be-47d2-4252-bd2f-a0e8ae60d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:12:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:54.832399 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a814-94fd-4af0-a7b7-72db98970fca req-a65aff1c-920b-40f7-b270-889d10fad18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:54.833945 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0088a814-94fd-4af0-a7b7-72db98970fca req-a65aff1c-920b-40f7-b270-889d10fad18b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b046ebff-06e8-420c-9d94-82044ffbff87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460987 Jun 22 09:12:54.912889 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-9a40f4be-47d2-4252-bd2f-a0e8ae60d8ce None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:54.933168 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0088a814-94fd-4af0-a7b7-72db98970fca req-015a6f07-a77b-41b0-8d9f-82dbc9d756cd service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910385 Jun 22 09:12:55.029941 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0088a814-94fd-4af0-a7b7-72db98970fca req-9581df9a-2aa7-460b-a08b-8165a5fb91f1 service neutron] 10.222.0.43 "GET /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904894 Jun 22 09:12:55.126461 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-9a40f4be-47d2-4252-bd2f-a0e8ae60d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'b1173910-f128-431a-8668-c52a342a3626', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'port_id': '807e5706-8a79-47a3-aa22-e2de3ca4df0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'mac_address': 'fa:16:3e:04:07:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:12:40Z', 'updated_at': '2022-06-22T09:12:53Z', 'revision_number': 1, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:55.151536 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40f4be-47d2-4252-bd2f-a0e8ae60d8ce None None] The sync data for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi is: [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': 'b1173910-f128-431a-8668-c52a342a3626', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'port_id': '807e5706-8a79-47a3-aa22-e2de3ca4df0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'mac_address': 'fa:16:3e:04:07:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:12:40Z', 'updated_at': '2022-06-22T09:12:53Z', 'revision_number': 1, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:12:55.342580 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9cea9a-725c-4bf7-9b7d-8644c983c94a None None] New status for floating IP b1173910-f128-431a-8668-c52a342a3626: ACTIVE {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:13:01.523219 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:01.525010 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:05.024886 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=25 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:05.025702 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=65 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:05.067370 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:11.639001 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:11.639763 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=22 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:13.106170 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-fc6ddb80-9e3a-45d2-b4d6-a819bef24f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:15.478733 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8cc5c294-5998-4fa2-940b-6667b1c0672f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:16.531163 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:13:16.998770 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.678104 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.718972 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:28.630286 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:28.636245 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:32.530934 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:32.535184 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=7 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:35.061067 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:42.989903 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-524b18b1-66a7-4dea-aa2b-431238a18367 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399623 Jun 22 09:13:43.071480 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-384e06ff-2c84-43d0-b93c-9ea3693501eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:43.072908 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-384e06ff-2c84-43d0-b93c-9ea3693501eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 1130 time: 0.0423534 Jun 22 09:13:43.129454 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-901157d4-5f01-4919-b118-aae45971b3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:43.186582 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-22f7e670-ead3-4abd-ba18-aabfa3602054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:43.188052 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-22f7e670-ead3-4abd-ba18-aabfa3602054 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 912 time: 0.0954225 Jun 22 09:13:43.253114 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-fcf39f43-1cc2-44d3-9b58-6f5c91ad5f4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f5477c4-b66e-4f37-be86-8517dbe7b471 HTTP/1.1" status: 200 len: 1002 time: 0.0575483 Jun 22 09:13:43.304868 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-68c5dc42-33aa-4272-8adc-1f749549e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:43.306509 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-68c5dc42-33aa-4272-8adc-1f749549e0a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0469341 Jun 22 09:13:43.353407 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-c9ca809e-9eee-490e-9114-15484fa6be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:43.354817 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-c9ca809e-9eee-490e-9114-15484fa6be06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431743 Jun 22 09:13:43.446390 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-74c65487-bf3b-4720-b55e-278c53f83394 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858257 Jun 22 09:13:43.541281 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0684dcb2-0efe-44f5-981e-c54d9a462724 req-90140f2b-953b-4fcd-a9cf-a6dca3c0f97f service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895140 Jun 22 09:13:45.471688 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-926ea905-eb2f-4930-8ef5-867f977e992c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:46.998072 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:47.449958 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0e225-2e06-4730-a589-3d20e64db5ea req-96206bb0-6504-42dc-84e5-9faea55e8150 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:47.451491 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d4f0e225-2e06-4730-a589-3d20e64db5ea req-96206bb0-6504-42dc-84e5-9faea55e8150 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 945 time: 0.0488954 Jun 22 09:13:47.501223 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d4f0e225-2e06-4730-a589-3d20e64db5ea req-e0a10a6f-0a9a-4a5b-8905-b82147c7873c tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ced710b-6047-4aa5-afd8-abdc2c7b31a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430415 Jun 22 09:13:48.617569 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10dedc-8210-44b8-8e2f-72d9fe6d38b9 req-033d0e09-6770-498b-b1d6-5cc67e9adf13 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:48.619060 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4d10dedc-8210-44b8-8e2f-72d9fe6d38b9 req-033d0e09-6770-498b-b1d6-5cc67e9adf13 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 945 time: 0.0475881 Jun 22 09:13:48.666469 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:48.671768 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4d10dedc-8210-44b8-8e2f-72d9fe6d38b9 req-b16328c2-c702-48d1-a261-15c29ab280f2 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ced710b-6047-4aa5-afd8-abdc2c7b31a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459859 Jun 22 09:13:48.694984 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.064275 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-67e2b7cf-1a00-4c9a-9d36-7cec6e4e96df tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:49.065692 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-67e2b7cf-1a00-4c9a-9d36-7cec6e4e96df tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.43 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 945 time: 0.0468037 Jun 22 09:13:49.146114 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Deleting port 807e5706-8a79-47a3-aa22-e2de3ca4df0e {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:49.146412 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.239124 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] For port 807e5706-8a79-47a3-aa22-e2de3ca4df0e, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=807e5706-8a79-47a3-aa22-e2de3ca4df0e,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:49.239485 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.340937 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:49.345015 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:49.403013 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.403320 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (b1173910-f128-431a-8668-c52a342a3626), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.403633 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Floating IP b1173910-f128-431a-8668-c52a342a3626 disassociated. External IP: 172.27.2.171, port: 807e5706-8a79-47a3-aa22-e2de3ca4df0e. Jun 22 09:13:49.403976 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Calling delete_port for 807e5706-8a79-47a3-aa22-e2de3ca4df0e owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:49.585739 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (807e5706-8a79-47a3-aa22-e2de3ca4df0e), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.614235 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event deleted for resources: {'Port': ['ID=807e5706-8a79-47a3-aa22-e2de3ca4df0e,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:49.626614 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.627208 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.627322 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.627660 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.627963 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.628290 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.628667 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.628934 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.629257 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.629578 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.629902 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.630252 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.630574 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.630893 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.631215 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:49.739681 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:13:49.773279 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-2c7636ed-6db9-407a-8135-550270f84368 req-b47bae04-d72b-4ceb-8cb9-d32cde25fd99 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/ports?device_id=a13bcf3b-4896-4b0c-ad30-1c177d98234d HTTP/1.1" status: 200 len: 210 time: 0.0299289 Jun 22 09:13:49.869624 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:13:49.879544 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8d2251-2c2a-4819-8bda-b9566544eb6f None None] Sync routers for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:13:49.889759 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8d2251-2c2a-4819-8bda-b9566544eb6f None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:49.890703 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3e8d2251-2c2a-4819-8bda-b9566544eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:13:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:49.913498 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] No DVR routers for this DVR port 807e5706-8a79-47a3-aa22-e2de3ca4df0e on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:13:49.916014 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.919154 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-49d0c5f8-ee37-44d9-8b04-9eacf60790c6 req-453acaef-28c5-4272-ba58-0e287ed2a738 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.43 "DELETE /v2.0/ports/807e5706-8a79-47a3-aa22-e2de3ca4df0e HTTP/1.1" status: 204 len: 173 time: 0.8483055 Jun 22 09:13:49.919580 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'name': 'network-vif-deleted', 'tag': '807e5706-8a79-47a3-aa22-e2de3ca4df0e'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:13:49.922924 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de0e074-6373-4e85-a9f4-a18374926b22" -d '{"events": [{"server_uuid": "a13bcf3b-4896-4b0c-ad30-1c177d98234d", "name": "network-vif-deleted", "tag": "807e5706-8a79-47a3-aa22-e2de3ca4df0e"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:49.962702 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab3e918-9c16-43ff-aad5-5d667cf91c4e x-openstack-request-id: req-3ab3e918-9c16-43ff-aad5-5d667cf91c4e {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:49.962990 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13bcf3b-4896-4b0c-ad30-1c177d98234d", "name": "network-vif-deleted", "tag": "807e5706-8a79-47a3-aa22-e2de3ca4df0e", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:49.963240 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ab3e918-9c16-43ff-aad5-5d667cf91c4e {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:49.963646 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab3e918-9c16-43ff-aad5-5d667cf91c4e'] response: {'server_uuid': 'a13bcf3b-4896-4b0c-ad30-1c177d98234d', 'name': 'network-vif-deleted', 'tag': '807e5706-8a79-47a3-aa22-e2de3ca4df0e', 'status': 'completed', 'code': 200} Jun 22 09:13:50.004677 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-3e8d2251-2c2a-4819-8bda-b9566544eb6f None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:50.204066 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3e8d2251-2c2a-4819-8bda-b9566544eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:50.231427 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8d2251-2c2a-4819-8bda-b9566544eb6f None None] Checking router: 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:13:50.240629 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8d2251-2c2a-4819-8bda-b9566544eb6f None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:50.241237 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3e8d2251-2c2a-4819-8bda-b9566544eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:13:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:50.343798 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-3e8d2251-2c2a-4819-8bda-b9566544eb6f None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:50.656060 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-3e8d2251-2c2a-4819-8bda-b9566544eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:50.686646 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8d2251-2c2a-4819-8bda-b9566544eb6f None None] The sync data for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi is: [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:38Z', 'revision_number': 4, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': 'b7b79cbb-68b0-47c4-a388-e8d30169cb14', 'name': '', 'network_id': 'b046ebff-06e8-420c-9d94-82044ffbff87', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'mac_address': 'fa:16:3e:51:ad:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '497b1774-5990-4906-9cd3-6765d67f089a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:37Z', 'updated_at': '2022-06-22T09:09:42Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'subnets': [{'id': '497b1774-5990-4906-9cd3-6765d67f089a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:13:50.941165 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de70fe5-95ad-4016-9d84-d04e3b47be70 None None] New status for floating IP b1173910-f128-431a-8668-c52a342a3626: DOWN {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:13:50.964387 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 48198) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:51.007724 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f96427-6d6c-41a6-bb7e-5e96745c5f3b req-cd7e73a8-8372-478c-8321-a1b419a2f848 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:51.009430 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-58f96427-6d6c-41a6-bb7e-5e96745c5f3b req-cd7e73a8-8372-478c-8321-a1b419a2f848 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 946 time: 0.0580812 Jun 22 09:13:51.025234 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (8ced710b-6047-4aa5-afd8-abdc2c7b31a2), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:51.053382 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (8ced710b-6047-4aa5-afd8-abdc2c7b31a2), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:51.062432 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-58f96427-6d6c-41a6-bb7e-5e96745c5f3b req-763e3416-83ee-494a-a6cc-4e1dcd456792 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454690 Jun 22 09:13:51.163772 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (8ced710b-6047-4aa5-afd8-abdc2c7b31a2), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:51.166436 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:51.167628 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ced710b-6047-4aa5-afd8-abdc2c7b31a2 HTTP/1.1" status: 204 len: 168 time: 0.2022650 Jun 22 09:13:51.170582 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48202) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:51.177249 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ced710b-6047-4aa5-afd8-abdc2c7b31a2,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:51.184572 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.api.v2.resource [None req-ab2629f2-03b5-4aea-8252-caaaa53d5241 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] show failed (client error): The resource could not be found. Jun 22 09:13:51.184727 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.184974 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.185295 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.188822 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.188946 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-ab2629f2-03b5-4aea-8252-caaaa53d5241 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "GET /v2.0/security-groups/8ced710b-6047-4aa5-afd8-abdc2c7b31a2 HTTP/1.1" status: 404 len: 347 time: 0.0141635 Jun 22 09:13:51.189049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.189049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.189049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.189049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.189049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.189049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.189049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.189049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.189049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.189049 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.189957 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48204) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:51.190092 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ca2be-33d4-4b69-8237-47ef3e6ff440 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:51.299922 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-da85e002-43ec-45ab-981c-8f603877f4e5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Deleting port f476c208-e87f-4401-8fa8-af8871e07ee9 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:51.300153 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-da85e002-43ec-45ab-981c-8f603877f4e5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (f476c208-e87f-4401-8fa8-af8871e07ee9), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:51.377723 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-da85e002-43ec-45ab-981c-8f603877f4e5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (f476c208-e87f-4401-8fa8-af8871e07ee9), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:51.378036 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-da85e002-43ec-45ab-981c-8f603877f4e5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (f476c208-e87f-4401-8fa8-af8871e07ee9), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:51.390501 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-da85e002-43ec-45ab-981c-8f603877f4e5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Calling delete_port for f476c208-e87f-4401-8fa8-af8871e07ee9 owned by network:floatingip {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:51.454570 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:51.457747 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:51.574818 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-da85e002-43ec-45ab-981c-8f603877f4e5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (f476c208-e87f-4401-8fa8-af8871e07ee9), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:51.600501 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85e002-43ec-45ab-981c-8f603877f4e5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Pushing event deleted for resources: {'Port': ['ID=f476c208-e87f-4401-8fa8-af8871e07ee9,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:51.665984 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-da85e002-43ec-45ab-981c-8f603877f4e5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks [] for floatingip (b1173910-f128-431a-8668-c52a342a3626), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:51.668490 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-da85e002-43ec-45ab-981c-8f603877f4e5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:51.669629 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-da85e002-43ec-45ab-981c-8f603877f4e5 tempest-AttachVolumeTestJSON-633040302 tempest-AttachVolumeTestJSON-633040302-project] 10.222.0.36 "DELETE /v2.0/floatingips/b1173910-f128-431a-8668-c52a342a3626 HTTP/1.1" status: 204 len: 168 time: 0.4797795 Jun 22 09:13:52.192552 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbef3a-f20a-4c06-97d5-bd53ab2c618f req-552c48c2-c76e-4236-a01f-99323b2eebcf tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:52.194303 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cdfbef3a-f20a-4c06-97d5-bd53ab2c618f req-552c48c2-c76e-4236-a01f-99323b2eebcf tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 946 time: 0.0577252 Jun 22 09:13:52.247236 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cdfbef3a-f20a-4c06-97d5-bd53ab2c618f req-801f314a-52ff-4896-801c-15aeb454b088 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472903 Jun 22 09:13:52.404780 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-2aa32120-7e83-4049-a317-a4043f063129 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:52.406187 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-2aa32120-7e83-4049-a317-a4043f063129 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 946 time: 0.0509920 Jun 22 09:13:52.487906 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Deleting port 7f5477c4-b66e-4f37-be86-8517dbe7b471 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:52.488243 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.581016 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] For port 7f5477c4-b66e-4f37-be86-8517dbe7b471, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7f5477c4-b66e-4f37-be86-8517dbe7b471,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:52.581376 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.742996 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.743347 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (48b5c32e-4d10-4aeb-899b-8811bb2614e1), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.743654 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Floating IP 48b5c32e-4d10-4aeb-899b-8811bb2614e1 disassociated. External IP: 172.27.2.169, port: 7f5477c4-b66e-4f37-be86-8517dbe7b471. Jun 22 09:13:52.743987 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Calling delete_port for 7f5477c4-b66e-4f37-be86-8517dbe7b471 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:52.819010 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 807e5706-8a79-47a3-aa22-e2de3ca4df0e no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:52.837474 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 807e5706-8a79-47a3-aa22-e2de3ca4df0e {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:52.837813 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 807e5706-8a79-47a3-aa22-e2de3ca4df0e not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:52.869347 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:52.935280 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (7f5477c4-b66e-4f37-be86-8517dbe7b471), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.965558 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event deleted for resources: {'Port': ['ID=7f5477c4-b66e-4f37-be86-8517dbe7b471,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:53.086122 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:13:53.129176 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:53.197434 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:13:53.210364 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1178-f580-4f8f-bc6f-d22abacafaae None None] Sync routers for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:13:53.229153 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e1178-f580-4f8f-bc6f-d22abacafaae None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:53.229153 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-651e1178-f580-4f8f-bc6f-d22abacafaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:13:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:53.243511 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] No DVR routers for this DVR port 7f5477c4-b66e-4f37-be86-8517dbe7b471 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:13:53.245922 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.249765 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-062e9f57-7c0b-4a8d-a3c9-25c52b87bafc req-089e1a76-a0fb-4a45-805b-8c7831640432 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "DELETE /v2.0/ports/7f5477c4-b66e-4f37-be86-8517dbe7b471 HTTP/1.1" status: 204 len: 173 time: 0.8384595 Jun 22 09:13:53.250581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be70688-3d27-409d-b1fb-66932bb50757', 'name': 'network-vif-deleted', 'tag': '7f5477c4-b66e-4f37-be86-8517dbe7b471'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:13:53.253561 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0252279-f994-4cf9-bd3d-87e1944be716" -d '{"events": [{"server_uuid": "1be70688-3d27-409d-b1fb-66932bb50757", "name": "network-vif-deleted", "tag": "7f5477c4-b66e-4f37-be86-8517dbe7b471"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:53.323251 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d74cb6c-b68d-45ad-8785-f0f6dcb4cc7e x-openstack-request-id: req-2d74cb6c-b68d-45ad-8785-f0f6dcb4cc7e {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:53.323690 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be70688-3d27-409d-b1fb-66932bb50757", "name": "network-vif-deleted", "tag": "7f5477c4-b66e-4f37-be86-8517dbe7b471", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:53.324211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d74cb6c-b68d-45ad-8785-f0f6dcb4cc7e {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:53.324831 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d74cb6c-b68d-45ad-8785-f0f6dcb4cc7e'] response: {'server_uuid': '1be70688-3d27-409d-b1fb-66932bb50757', 'name': 'network-vif-deleted', 'tag': '7f5477c4-b66e-4f37-be86-8517dbe7b471', 'status': 'completed', 'code': 200} Jun 22 09:13:53.336578 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-651e1178-f580-4f8f-bc6f-d22abacafaae None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:53.377224 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9b128890-8439-4140-bd0a-610cb0dd7043 req-c556f8bb-ba1b-4f30-b143-3951ede4c331 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 210 time: 0.0371010 Jun 22 09:13:53.382520 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:53.433832 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:53.532305 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:13:53.544524 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-651e1178-f580-4f8f-bc6f-d22abacafaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:53.570657 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1178-f580-4f8f-bc6f-d22abacafaae None None] Checking router: 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:13:53.579666 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e1178-f580-4f8f-bc6f-d22abacafaae None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:53.580285 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-651e1178-f580-4f8f-bc6f-d22abacafaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:13:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:53.686634 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-651e1178-f580-4f8f-bc6f-d22abacafaae None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:53.877638 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-651e1178-f580-4f8f-bc6f-d22abacafaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:53.905191 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1178-f580-4f8f-bc6f-d22abacafaae None None] The sync data for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi is: [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:13:54.129212 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc53f6a-3165-43b5-9f39-afeddd792f70 None None] New status for floating IP 48b5c32e-4d10-4aeb-899b-8811bb2614e1: DOWN {{(pid=104242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:13:54.493454 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-28517bfe-6fb7-4166-83fb-43cdad332089 req-993e1d1a-0f83-4020-b600-ca4d4aa2c93f tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be70688-3d27-409d-b1fb-66932bb50757 HTTP/1.1" status: 200 len: 210 time: 0.0321026 Jun 22 09:13:55.688613 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 48248) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:56.002751 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-efffbf1d-8755-4270-aca8-e4837f889cdc tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613264113&fields=id&tenant_id=0c6571a499a0498abe9211d2d252bacf HTTP/1.1" status: 200 len: 267 time: 0.3157423 Jun 22 09:13:56.021478 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460168'] for router_interface (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:56.111423 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-243e68ae-f020-4f19-a917-7aae40c766ad tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:56.112833 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-243e68ae-f020-4f19-a917-7aae40c766ad tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 811 time: 0.1032171 Jun 22 09:13:56.127745 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-fb342163-2519-4d7c-89e1-0b4778b066cc tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/quotas/0c6571a499a0498abe9211d2d252bacf HTTP/1.1" status: 200 len: 375 time: 0.0096002 Jun 22 09:13:56.180421 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-d86a4f3d-a8bf-4fd0-ade4-46de505723b6 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474291 Jun 22 09:13:56.248990 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] Deleting port b7b79cbb-68b0-47c4-a388-e8d30169cb14 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:56.250007 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:56.278782 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-13264df2-699a-4487-9964-a7e02b9bb0c0 service neutron] 10.222.0.36 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848200 Jun 22 09:13:56.328830 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] For port b7b79cbb-68b0-47c4-a388-e8d30169cb14, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=b7b79cbb-68b0-47c4-a388-e8d30169cb14,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:56.329196 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:56.342456 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] Calling delete_port for b7b79cbb-68b0-47c4-a388-e8d30169cb14 owned by network:router_interface {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:56.373970 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-897f2f89-dc37-41d4-ad0e-9bba88d9c4dc service neutron] 10.222.0.36 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883341 Jun 22 09:13:56.405018 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:56.408228 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:56.586821 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (b7b79cbb-68b0-47c4-a388-e8d30169cb14), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:56.617689 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b79cbb-68b0-47c4-a388-e8d30169cb14,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:56.788058 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460060'] for router_interface (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:56.818284 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 7f5477c4-b66e-4f37-be86-8517dbe7b471 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:56.848356 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 7f5477c4-b66e-4f37-be86-8517dbe7b471 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:56.848904 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 7f5477c4-b66e-4f37-be86-8517dbe7b471 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:56.913440 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b5368975-d1c3-434d-81f8-111965e414db req-3724abc5-b524-4eb3-be58-71f963a0964c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 210 time: 0.0350182 Jun 22 09:13:57.018745 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] Router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:13:57.122316 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:13:57.127306 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-b13eb621-7d40-42c0-b10e-1c1802f7cb64 admin admin] 10.222.0.36 "PUT /v2.0/routers/02b2e4bd-c6ce-40a8-9ecb-48647db2e717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4376409 Jun 22 09:13:57.129891 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 48264) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:57.132461 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107556a4-51f4-43d5-b729-faa84ebc8739 None None] Sync routers for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:13:57.143629 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107556a4-51f4-43d5-b729-faa84ebc8739 None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:57.144238 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-107556a4-51f4-43d5-b729-faa84ebc8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:13:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:57.217955 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:57.235152 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Publish callbacks [] for router (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:57.255211 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-107556a4-51f4-43d5-b729-faa84ebc8739 None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:57.339216 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Publish callbacks [] for router_gateway (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:57.423200 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=100 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:57.426038 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-107556a4-51f4-43d5-b729-faa84ebc8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:13:56Z', 'revision_number': 5, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port': {'id': 'f2d3dd71-8882-470b-8fbf-0e72610ce933', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:57.439632 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Deleting port f2d3dd71-8882-470b-8fbf-0e72610ce933 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:57.440691 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:57.454780 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107556a4-51f4-43d5-b729-faa84ebc8739 None None] Checking router: 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:13:57.463736 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107556a4-51f4-43d5-b729-faa84ebc8739 None None] Routers {'02b2e4bd-c6ce-40a8-9ecb-48647db2e717'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:57.464350 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-107556a4-51f4-43d5-b729-faa84ebc8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:13:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:57.509579 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:57.521724 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] For port f2d3dd71-8882-470b-8fbf-0e72610ce933, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=f2d3dd71-8882-470b-8fbf-0e72610ce933,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:57.522548 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:57.538991 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Calling delete_port for f2d3dd71-8882-470b-8fbf-0e72610ce933 owned by network:router_gateway {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:57.546467 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-107556a4-51f4-43d5-b729-faa84ebc8739 None None] Set router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 gateway port host: None {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:57.597451 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-107556a4-51f4-43d5-b729-faa84ebc8739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:13:57Z', 'revision_number': 6, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port_host': None}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:57.622210 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107556a4-51f4-43d5-b729-faa84ebc8739 None None] The sync data for ids ['02b2e4bd-c6ce-40a8-9ecb-48647db2e717'] in dv-cinder-787296-11-iscsi is: [{'id': '02b2e4bd-c6ce-40a8-9ecb-48647db2e717', 'name': 'tempest-AttachVolumeTestJSON-1215742822-router', 'tenant_id': '39db61e788d04620a94bb0ddea0cd726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:35Z', 'updated_at': '2022-06-22T09:13:57Z', 'revision_number': 6, 'project_id': '39db61e788d04620a94bb0ddea0cd726', 'gw_port_host': None}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:13:57.746605 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (f2d3dd71-8882-470b-8fbf-0e72610ce933), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:57.770752 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d3dd71-8882-470b-8fbf-0e72610ce933,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:57.840064 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-490552'] for router_gateway (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:57.927573 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-464945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25224'] for router (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:57.933048 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Publish callbacks [] for router_controller (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.039170 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f3fadca9-227b-4f7e-9186-17652c7470a9 req-53fcccd3-066b-4a1f-8d9a-5402a4770e00 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 210 time: 0.0431461 Jun 22 09:13:58.266455 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465087'] for router (02b2e4bd-c6ce-40a8-9ecb-48647db2e717), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.266996 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02b2e4bd-c6ce-40a8-9ecb-48647db2e717 {{(pid=104240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:13:58.274621 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.274621 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-584adf5d-1e46-4702-984b-8dcb9abb990a admin admin] 10.222.0.36 "DELETE /v2.0/routers/02b2e4bd-c6ce-40a8-9ecb-48647db2e717 HTTP/1.1" status: 204 len: 168 time: 1.1414497 Jun 22 09:13:58.275392 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 48272) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:58.320319 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ffb894-5758-4dbb-bd3d-43ab5d72a19d admin admin] Deleting subnet 497b1774-5990-4906-9cd3-6765d67f089a {{(pid=104240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:13:58.323720 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb894-5758-4dbb-bd3d-43ab5d72a19d admin admin] Publish callbacks [] for subnet (497b1774-5990-4906-9cd3-6765d67f089a), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.359461 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb894-5758-4dbb-bd3d-43ab5d72a19d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13837601'] for subnet (497b1774-5990-4906-9cd3-6765d67f089a), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.441337 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb894-5758-4dbb-bd3d-43ab5d72a19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (497b1774-5990-4906-9cd3-6765d67f089a), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.468970 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:58.592912 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb894-5758-4dbb-bd3d-43ab5d72a19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14068931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13124434'] for subnet (497b1774-5990-4906-9cd3-6765d67f089a), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.621407 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffb894-5758-4dbb-bd3d-43ab5d72a19d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497b1774-5990-4906-9cd3-6765d67f089a,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:58.625942 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb894-5758-4dbb-bd3d-43ab5d72a19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.629195 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-e8ffb894-5758-4dbb-bd3d-43ab5d72a19d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/497b1774-5990-4906-9cd3-6765d67f089a HTTP/1.1" status: 204 len: 168 time: 0.3528428 Jun 22 09:13:58.632111 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48274) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:58.634626 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a569cd34-6de5-48f3-a343-cec48899adc4 None None] Network b046ebff-06e8-420c-9d94-82044ffbff87 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:13:58.715105 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (b046ebff-06e8-420c-9d94-82044ffbff87), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.759935 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Deleting port 8358b85d-3f4e-486f-8a81-863426c371c1 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:58.760133 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.811896 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] DHCP port deletion for b046ebff-06e8-420c-9d94-82044ffbff87 request from dv-cinder-787296-11-iscsi {{(pid=104241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:13:58.862367 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] For port 8358b85d-3f4e-486f-8a81-863426c371c1, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8358b85d-3f4e-486f-8a81-863426c371c1,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:58.862868 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.863818 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Deleting port 8358b85d-3f4e-486f-8a81-863426c371c1 {{(pid=104241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:58.864192 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), before_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.888140 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Calling delete_port for 8358b85d-3f4e-486f-8a81-863426c371c1 owned by network:dhcp {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:58.896449 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device f2d3dd71-8882-470b-8fbf-0e72610ce933 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:58.933200 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:58.955486 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: f2d3dd71-8882-470b-8fbf-0e72610ce933 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:58.955748 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device f2d3dd71-8882-470b-8fbf-0e72610ce933 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:58.956167 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b7b79cbb-68b0-47c4-a388-e8d30169cb14 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:58.958934 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] For port 8358b85d-3f4e-486f-8a81-863426c371c1, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8358b85d-3f4e-486f-8a81-863426c371c1,segment=NetworkSegment(2dfd45fc-354b-470f-b968-a1af6457b278),segment_id=2dfd45fc-354b-470f-b968-a1af6457b278)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:58.959342 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), precommit_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.985397 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: b7b79cbb-68b0-47c4-a388-e8d30169cb14 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:58.985745 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device b7b79cbb-68b0-47c4-a388-e8d30169cb14 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:58.991742 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Calling delete_port for 8358b85d-3f4e-486f-8a81-863426c371c1 owned by network:dhcp {{(pid=104241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:58.999349 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-d3c24b75-80c3-42cd-923e-4b62ca54d7e6 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:59.000770 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-d3c24b75-80c3-42cd-923e-4b62ca54d7e6 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 811 time: 0.1815913 Jun 22 09:13:59.019040 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:59.078717 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-becc422a-c45a-4fc4-88fc-eda26a8d0e95 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6571a499a0498abe9211d2d252bacf HTTP/1.1" status: 200 len: 379 time: 0.0682747 Jun 22 09:13:59.088495 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'port': {'device_id': 'ced17801-19ec-423e-a501-e9614fca098c', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'admin_state_up': True, 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'security_groups': ['9bf9a741-ed65-48ac-93d9-77fa58158db2']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:59.150090 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), after_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.155482 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:59.177971 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-63cbb9ff-e765-4e90-a50b-ee54e756aefe req-df1a4115-f0e9-46f9-bc19-d40df7ba5561 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 210 time: 0.0611253 Jun 22 09:13:59.180384 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Pushing event deleted for resources: {'Port': ['ID=8358b85d-3f4e-486f-8a81-863426c371c1,revision_number=None']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:59.182544 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (8358b85d-3f4e-486f-8a81-863426c371c1), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.185081 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] No DVR routers for this DVR port 8358b85d-3f4e-486f-8a81-863426c371c1 on host dv-cinder-787296-11-iscsi {{(pid=104241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:13:59.192191 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.193142 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.193142 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.193339 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.193545 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.193882 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.194356 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.194677 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.194998 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.195323 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.195645 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.196016 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.196463 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.196780 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.197510 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c84f397-4d33-4c2f-b904-81b47f1fa8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:59.202948 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] No DVR routers for this DVR port 8358b85d-3f4e-486f-8a81-863426c371c1 on host dv-cinder-787296-11-iscsi {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:13:59.249672 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Pushing event deleted for resources: {'Port': ['ID=8358b85d-3f4e-486f-8a81-863426c371c1,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:59.315566 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (b046ebff-06e8-420c-9d94-82044ffbff87), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.339718 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b046ebff-06e8-420c-9d94-82044ffbff87']}} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:59.350141 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfd45fc-354b-470f-b968-a1af6457b278') {'for_net_delete': True} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:59.350436 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfd45fc-354b-470f-b968-a1af6457b278') {} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:59.360721 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57991598'] for segment (2dfd45fc-354b-470f-b968-a1af6457b278), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.374440 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (2dfd45fc-354b-470f-b968-a1af6457b278), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.380931 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=104239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:13:59.381266 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57332411'] for segment (2dfd45fc-354b-470f-b968-a1af6457b278), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.397228 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Made reservation on behalf of 0c6571a499a0498abe9211d2d252bacf for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:13:59.400613 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.465494 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment 2dfd45fc-354b-470f-b968-a1af6457b278 resource provider aggregate not found Jun 22 09:13:59.500344 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment 2dfd45fc-354b-470f-b968-a1af6457b278 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dfd45fc-354b-470f-b968-a1af6457b278 found for delete ", "request_id": "req-447aa90b-49b9-41bc-8162-f77c42a60fb2"}]} Jun 22 09:13:59.521413 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (b046ebff-06e8-420c-9d94-82044ffbff87), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.531940 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.535045 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] 10.222.0.36 "DELETE /v2.0/networks/b046ebff-06e8-420c-9d94-82044ffbff87 HTTP/1.1" status: 204 len: 168 time: 0.9019108 Jun 22 09:13:59.548939 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096653d9-8d0f-4dad-a2d8-4df0edec539a admin admin] Pushing event deleted for resources: {'Network': ['ID=b046ebff-06e8-420c-9d94-82044ffbff87,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:59.597664 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Allocated IP 172.20.0.8 (d777f017-a4b7-4bab-b97e-75143e410eba/604a182a-af67-4ea2-860f-5ec03d3c4b82/461d758a-f4c6-44e7-8751-b99bcc12691c) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:13:59.748862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.773251 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:59.832397 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.878825 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Network d777f017-a4b7-4bab-b97e-75143e410eba is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:13:59.882082 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:13:59.885676 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:13:59.892158 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:59.917342 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'Port': ['ID=461d758a-f4c6-44e7-8751-b99bcc12691c,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:59.946451 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:59.947084 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.989284 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48286) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:00.033533 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-47756037-433f-4879-b609-172adacb9617 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39db61e788d04620a94bb0ddea0cd726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430524 Jun 22 09:14:00.036140 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48288) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:00.051644 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-84ef6958-87e2-45aa-8090-d980148f1eb5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9670515 Jun 22 09:14:00.065982 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Request body: {'port': {'device_id': 'ced17801-19ec-423e-a501-e9614fca098c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:14:00.142268 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-085fde21-73cf-4e3f-b06f-a305a37cb768 admin admin] Publish callbacks [] for security_group (6a9a45f5-6826-4b4f-9f19-c4a9e78437fc), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:00.157820 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:00.169141 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-dc08668a-b1b6-4454-b867-757ca50930ec None None] Provisioning complete for port 461d758a-f4c6-44e7-8751-b99bcc12691c triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:14:00.169758 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-dc08668a-b1b6-4454-b867-757ca50930ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:00.181156 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-085fde21-73cf-4e3f-b06f-a305a37cb768 admin admin] Publish callbacks [] for security_group (6a9a45f5-6826-4b4f-9f19-c4a9e78437fc), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:00.201713 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-dc08668a-b1b6-4454-b867-757ca50930ec None None] Port 461d758a-f4c6-44e7-8751-b99bcc12691c cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:14:00.344039 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:00.363815 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c583d7b-0cfb-4acc-b55a-62dc4f74e5fd req-567efccd-be34-4af4-b2d3-eefcf3360dc0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:00.365278 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0c583d7b-0cfb-4acc-b55a-62dc4f74e5fd req-567efccd-be34-4af4-b2d3-eefcf3360dc0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 931 time: 0.0696771 Jun 22 09:14:00.400425 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-085fde21-73cf-4e3f-b06f-a305a37cb768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (6a9a45f5-6826-4b4f-9f19-c4a9e78437fc), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:00.403037 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-085fde21-73cf-4e3f-b06f-a305a37cb768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:00.404659 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-085fde21-73cf-4e3f-b06f-a305a37cb768 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a9a45f5-6826-4b4f-9f19-c4a9e78437fc HTTP/1.1" status: 204 len: 168 time: 0.3670964 Jun 22 09:14:00.451093 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fde21-73cf-4e3f-b06f-a305a37cb768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9a45f5-6826-4b4f-9f19-c4a9e78437fc,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:00.481229 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0c583d7b-0cfb-4acc-b55a-62dc4f74e5fd req-5a0336b4-a55e-4404-b02a-d4ea72004621 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056843 Jun 22 09:14:00.560271 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461d758a-f4c6-44e7-8751-b99bcc12691c {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:14:00.568042 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Publish callbacks [] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:00.580928 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Transition to ACTIVE for port object 461d758a-f4c6-44e7-8751-b99bcc12691c will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:14:00.637083 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:00.686501 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Pushing event updated for resources: {'Port': ['ID=461d758a-f4c6-44e7-8751-b99bcc12691c,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:00.770674 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Attempting to bind port 461d758a-f4c6-44e7-8751-b99bcc12691c on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:14:00.770983 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Attempting to bind port 461d758a-f4c6-44e7-8751-b99bcc12691c by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:14:00.771386 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Attempting to bind port 461d758a-f4c6-44e7-8751-b99bcc12691c on network d777f017-a4b7-4bab-b97e-75143e410eba {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:14:00.776509 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Port 461d758a-f4c6-44e7-8751-b99bcc12691c on network d777f017-a4b7-4bab-b97e-75143e410eba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:14:00.776951 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Attempting to bind port 461d758a-f4c6-44e7-8751-b99bcc12691c on network d777f017-a4b7-4bab-b97e-75143e410eba {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:14:00.784656 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:14:00.785078 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Checking segment: {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:14:00.785460 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Bound using segment: {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:14:00.785894 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Bound port: 461d758a-f4c6-44e7-8751-b99bcc12691c, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:14:00.786353 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:00.857478 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] For port 461d758a-f4c6-44e7-8751-b99bcc12691c, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:14:00.861822 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8358b85d-3f4e-486f-8a81-863426c371c1 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:14:00.861996 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] For port 461d758a-f4c6-44e7-8751-b99bcc12691c, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=461d758a-f4c6-44e7-8751-b99bcc12691c,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:14:00.886100 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 8358b85d-3f4e-486f-8a81-863426c371c1 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:14:00.886465 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8358b85d-3f4e-486f-8a81-863426c371c1 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:14:00.930335 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:00.971339 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:00.971956 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:00.973734 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] 10.222.0.43 "PUT /v2.0/ports/461d758a-f4c6-44e7-8751-b99bcc12691c HTTP/1.1" status: 200 len: 1093 time: 0.9119143 Jun 22 09:14:00.974004 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced17801-19ec-423e-a501-e9614fca098c', 'tag': '461d758a-f4c6-44e7-8751-b99bcc12691c'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:14:00.976221 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7aec71-30da-4352-b973-99f531d49806" -d '{"events": [{"name": "network-changed", "server_uuid": "ced17801-19ec-423e-a501-e9614fca098c", "tag": "461d758a-f4c6-44e7-8751-b99bcc12691c"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:00.996922 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc35ae4-05c9-4149-b068-d30a3ab9044e service neutron] Pushing event updated for resources: {'Port': ['ID=461d758a-f4c6-44e7-8751-b99bcc12691c,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:01.019364 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f168ff3c-dabc-4228-9106-3d702907bd55 x-openstack-request-id: req-f168ff3c-dabc-4228-9106-3d702907bd55 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:01.022935 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced17801-19ec-423e-a501-e9614fca098c", "tag": "461d758a-f4c6-44e7-8751-b99bcc12691c", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:01.022935 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f168ff3c-dabc-4228-9106-3d702907bd55 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:01.022935 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f168ff3c-dabc-4228-9106-3d702907bd55'] response: {'name': 'network-changed', 'server_uuid': 'ced17801-19ec-423e-a501-e9614fca098c', 'tag': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'status': 'completed', 'code': 200} Jun 22 09:14:01.086019 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aec71-30da-4352-b973-99f531d49806 req-c0dff070-3fd3-4269-9a6d-331a6ec200b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:01.087675 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ce7aec71-30da-4352-b973-99f531d49806 req-c0dff070-3fd3-4269-9a6d-331a6ec200b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 1127 time: 0.0446930 Jun 22 09:14:01.119979 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:01.196284 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aec71-30da-4352-b973-99f531d49806 req-99988ee9-fb46-4cab-9b48-b801d823936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:01.197740 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ce7aec71-30da-4352-b973-99f531d49806 req-99988ee9-fb46-4cab-9b48-b801d823936a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0c6571a499a0498abe9211d2d252bacf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1038682 Jun 22 09:14:01.295955 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aec71-30da-4352-b973-99f531d49806 req-62a63443-ab8e-4b86-9f41-05442cc10dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:01.297969 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ce7aec71-30da-4352-b973-99f531d49806 req-62a63443-ab8e-4b86-9f41-05442cc10dca service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949917 Jun 22 09:14:01.377907 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-67e5e250-e48f-4576-8516-2dfc00cfc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:01.379465 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-67e5e250-e48f-4576-8516-2dfc00cfc1fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 1127 time: 0.0452168 Jun 22 09:14:01.421641 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-b64118f8-16d2-4d48-adde-24bc6beec3e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461d758a-f4c6-44e7-8751-b99bcc12691c HTTP/1.1" status: 200 len: 217 time: 0.0344894 Jun 22 09:14:01.471176 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-d2b0e528-dfce-4ada-a695-a037a423f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:01.472916 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-d2b0e528-dfce-4ada-a695-a037a423f6d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0458560 Jun 22 09:14:01.518399 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-b9338c20-057a-4323-a0bc-59b063e95e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:01.519885 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-b9338c20-057a-4323-a0bc-59b063e95e61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406916 Jun 22 09:14:01.640082 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eb63e-4e0a-458f-9a1e-8d4f9099d285 req-ff9ffba6-b180-4750-8b8f-3074c4fe46b3 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:01.641900 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c85eb63e-4e0a-458f-9a1e-8d4f9099d285 req-ff9ffba6-b180-4750-8b8f-3074c4fe46b3 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 943 time: 0.0827091 Jun 22 09:14:01.663386 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:01.682014 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-cfb84f92-f3f1-4845-bf07-92a73c9a7d1a service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560004 Jun 22 09:14:01.741276 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c85eb63e-4e0a-458f-9a1e-8d4f9099d285 req-a4a72fcc-0e70-4523-ace1-be02d7911ab2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914876 Jun 22 09:14:01.800723 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-403da0a4-5ff1-4a0a-b84c-d7c4ba00885a req-da2c86c7-d573-4ed2-ae06-de6495e9444f service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115849 Jun 22 09:14:02.857805 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1a4f3-168e-43bc-90f9-fd174c8ab3c3 req-6c6f0166-94d1-4cca-a358-8c4cbda3edd8 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:02.859301 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e1f1a4f3-168e-43bc-90f9-fd174c8ab3c3 req-6c6f0166-94d1-4cca-a358-8c4cbda3edd8 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 943 time: 0.0486143 Jun 22 09:14:02.915021 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e1f1a4f3-168e-43bc-90f9-fd174c8ab3c3 req-320e367d-3903-4e4f-bfc0-cdc1fda3b88e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499485 Jun 22 09:14:04.027061 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db02ed-3865-4fc8-a42b-22cc82114c1d req-6c019f10-bec9-4bd9-a079-7d3fe82b35a0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:04.028539 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-28db02ed-3865-4fc8-a42b-22cc82114c1d req-6c019f10-bec9-4bd9-a079-7d3fe82b35a0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 943 time: 0.0462108 Jun 22 09:14:04.078764 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-28db02ed-3865-4fc8-a42b-22cc82114c1d req-06fddf16-c112-46fe-a6f8-95625c063584 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439012 Jun 22 09:14:05.020102 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:05.193260 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9ab49-4ac7-40b1-ab82-152d0ef62806 req-dc996631-48fe-406b-8c29-e5a4055d675a tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:05.194771 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-95b9ab49-4ac7-40b1-ab82-152d0ef62806 req-dc996631-48fe-406b-8c29-e5a4055d675a tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 943 time: 0.0478163 Jun 22 09:14:05.243382 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-95b9ab49-4ac7-40b1-ab82-152d0ef62806 req-9dcda047-aa0d-4aaa-a9dc-24258dea24f3 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430746 Jun 22 09:14:06.360706 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d8dee-5230-446c-b711-3b6b41827dea req-0cc95a08-260d-4ded-89d3-bb6936120eac tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:06.362106 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d41d8dee-5230-446c-b711-3b6b41827dea req-0cc95a08-260d-4ded-89d3-bb6936120eac tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 943 time: 0.0518217 Jun 22 09:14:06.412196 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d41d8dee-5230-446c-b711-3b6b41827dea req-fc69777c-0739-4030-9d6a-cbaa5827387b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443966 Jun 22 09:14:07.488832 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:07.526553 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8c9a6-8904-44be-9d76-0df09df0c83f req-47cc3763-243a-4958-a8a4-ece0c134efe3 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:07.527930 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-93d8c9a6-8904-44be-9d76-0df09df0c83f req-47cc3763-243a-4958-a8a4-ece0c134efe3 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 943 time: 0.0483651 Jun 22 09:14:07.577002 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-93d8c9a6-8904-44be-9d76-0df09df0c83f req-f54c234d-a327-4691-b904-eb640f2ba7b8 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437438 Jun 22 09:14:08.618816 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=55,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:08.694325 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafa79c-1953-4ed9-ab23-32b4417a14b0 req-ac3b5472-8acf-4cb1-a084-2e724b6411d0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:08.695841 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0dafa79c-1953-4ed9-ab23-32b4417a14b0 req-ac3b5472-8acf-4cb1-a084-2e724b6411d0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 943 time: 0.0500491 Jun 22 09:14:08.745038 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0dafa79c-1953-4ed9-ab23-32b4417a14b0 req-e59452d3-0d42-4756-9197-1d2758b33236 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435739 Jun 22 09:14:09.541623 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:09.864344 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4ada7-08d6-4c8a-b7e2-e46d8e26792b req-1a4b05ed-3506-4ffb-ad0b-5fa3671e99b3 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:09.865925 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-97d4ada7-08d6-4c8a-b7e2-e46d8e26792b req-1a4b05ed-3506-4ffb-ad0b-5fa3671e99b3 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 943 time: 0.0508657 Jun 22 09:14:09.917621 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-97d4ada7-08d6-4c8a-b7e2-e46d8e26792b req-8a72d873-478e-4b10-8bd8-a53b6238b7b0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461302 Jun 22 09:14:10.866176 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 461d758a-f4c6-44e7-8751-b99bcc12691c details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:14:10.973215 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 461d758a-f4c6-44e7-8751-b99bcc12691c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=461d758a-f4c6-44e7-8751-b99bcc12691c,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:10.985098 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'port_id': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'mac_address': 'fa:16:3e:78:42:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:14:11.022714 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 461d758a-f4c6-44e7-8751-b99bcc12691c is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:14:11.023004 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:11.037246 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461d758a-f4c6-44e7-8751-b99bcc12691c {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:14:11.044549 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f33838-1f8e-4b3f-900d-444d44b0623d req-30bfb772-2f7b-4805-9434-51ce9474e4d5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:11.046047 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-30f33838-1f8e-4b3f-900d-444d44b0623d req-30bfb772-2f7b-4805-9434-51ce9474e4d5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 943 time: 0.0485277 Jun 22 09:14:11.061985 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 461d758a-f4c6-44e7-8751-b99bcc12691c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=461d758a-f4c6-44e7-8751-b99bcc12691c,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:11.107527 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-30f33838-1f8e-4b3f-900d-444d44b0623d req-4ff9d9a0-4b6d-47b8-b66c-899b7d22a337 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551465 Jun 22 09:14:11.145949 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:11.149614 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:11.194753 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=461d758a-f4c6-44e7-8751-b99bcc12691c,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:11.353914 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['461d758a-f4c6-44e7-8751-b99bcc12691c'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:14:11.671062 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:12.222482 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152c402-8ba2-48be-b4bb-48d460f6431f req-3b30672a-affc-475c-8811-db4afcec7391 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:12.223971 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6152c402-8ba2-48be-b4bb-48d460f6431f req-3b30672a-affc-475c-8811-db4afcec7391 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 944 time: 0.0477479 Jun 22 09:14:12.274608 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6152c402-8ba2-48be-b4bb-48d460f6431f req-cc350bde-0824-4dbc-a0a1-dc83bac8bdc0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447381 Jun 22 09:14:12.880007 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 461d758a-f4c6-44e7-8751-b99bcc12691c up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:14:12.922601 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 461d758a-f4c6-44e7-8751-b99bcc12691c completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:14:13.037076 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 461d758a-f4c6-44e7-8751-b99bcc12691c triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:14:13.037452 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:13.083846 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:13.123701 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 461d758a-f4c6-44e7-8751-b99bcc12691c is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:14:13.124087 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:13.148454 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced17801-19ec-423e-a501-e9614fca098c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461d758a-f4c6-44e7-8751-b99bcc12691c'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:14:13.150697 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76355889-95d7-4bc5-b9eb-32ff7117c861" -d '{"events": [{"server_uuid": "ced17801-19ec-423e-a501-e9614fca098c", "name": "network-vif-plugged", "status": "completed", "tag": "461d758a-f4c6-44e7-8751-b99bcc12691c"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:13.163838 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 461d758a-f4c6-44e7-8751-b99bcc12691c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=461d758a-f4c6-44e7-8751-b99bcc12691c,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:13.174226 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c65088b2-acb9-4064-a1eb-d5f826da898c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:13.185861 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec210781-6cda-4e6b-95c1-af1ef4f9c1c6 x-openstack-request-id: req-ec210781-6cda-4e6b-95c1-af1ef4f9c1c6 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:13.186170 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced17801-19ec-423e-a501-e9614fca098c", "name": "network-vif-plugged", "status": "completed", "tag": "461d758a-f4c6-44e7-8751-b99bcc12691c", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:13.186421 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec210781-6cda-4e6b-95c1-af1ef4f9c1c6 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:13.186808 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec210781-6cda-4e6b-95c1-af1ef4f9c1c6'] response: {'server_uuid': 'ced17801-19ec-423e-a501-e9614fca098c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'code': 200} Jun 22 09:14:13.254674 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:13.307704 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=461d758a-f4c6-44e7-8751-b99bcc12691c,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:13.397903 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600b981-8cfb-4860-95a0-23c9112f3841 req-cde8b964-53d4-4c51-aee2-c5f2b2754aff tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:13.399429 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4600b981-8cfb-4860-95a0-23c9112f3841 req-cde8b964-53d4-4c51-aee2-c5f2b2754aff tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 945 time: 0.0503535 Jun 22 09:14:13.449575 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4600b981-8cfb-4860-95a0-23c9112f3841 req-7bc3b65c-e5f1-47ec-9808-c8f11f4b4741 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444500 Jun 22 09:14:13.542361 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:13.550684 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31e211-9ae0-4441-8695-662a5583126d req-588132db-8a46-4502-b2b7-31c600fbfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:13.552188 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ce31e211-9ae0-4441-8695-662a5583126d req-588132db-8a46-4502-b2b7-31c600fbfe2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 1129 time: 0.0433562 Jun 22 09:14:13.601064 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ce31e211-9ae0-4441-8695-662a5583126d req-d0e15a72-d449-4bf0-8788-d635df6b3cfa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416317 Jun 22 09:14:14.569383 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506664e-42d3-42c5-9cd5-1959df6da325 req-aecc40a3-44aa-46f0-818b-c1dff2618a6e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:14.570991 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9506664e-42d3-42c5-9cd5-1959df6da325 req-aecc40a3-44aa-46f0-818b-c1dff2618a6e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 945 time: 0.0490963 Jun 22 09:14:14.627112 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9506664e-42d3-42c5-9cd5-1959df6da325 req-2a90d2d9-64ec-4b60-9561-7073ff98b4bf tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504413 Jun 22 09:14:15.465649 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7c62-c8af-4b08-a51c-76fbfcee46f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:15.743606 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c2345-e0e6-4403-bb4e-3298149f358b req-fe67fb4b-a67e-4a39-b705-9c75bb1e0778 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:15.745093 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-607c2345-e0e6-4403-bb4e-3298149f358b req-fe67fb4b-a67e-4a39-b705-9c75bb1e0778 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 945 time: 0.0483735 Jun 22 09:14:15.798950 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-607c2345-e0e6-4403-bb4e-3298149f358b req-2d7438db-2d38-4735-a806-af309c91a0a0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482666 Jun 22 09:14:15.913105 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca7a1a-15f5-46d4-a53c-c927b4bd7acf req-4b4e69f8-54db-431b-a6b6-094609131774 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:15.914599 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3fca7a1a-15f5-46d4-a53c-c927b4bd7acf req-4b4e69f8-54db-431b-a6b6-094609131774 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 945 time: 0.0472250 Jun 22 09:14:15.965394 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-3fca7a1a-15f5-46d4-a53c-c927b4bd7acf req-36409f53-9a73-4f9b-8198-0172ccb6e72f tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447223 Jun 22 09:14:15.991315 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48464) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:16.029976 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14243ce5-9aff-479f-8652-e0083fe5961c tempest-TestVolumeBootPattern-427267447 tempest-TestVolumeBootPattern-427267447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:16.031422 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-14243ce5-9aff-479f-8652-e0083fe5961c tempest-TestVolumeBootPattern-427267447 tempest-TestVolumeBootPattern-427267447-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 1124 time: 0.0390999 Jun 22 09:14:16.035071 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48466) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:16.039320 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'port_id': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:14:16.043655 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:16.140348 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:16.223805 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:16.328553 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Allocated IP 172.27.2.99 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/a6b6e26f-69c7-4102-a67c-f580ad247dce) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:14:16.437317 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for port (a6b6e26f-69c7-4102-a67c-f580ad247dce), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:16.540472 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (a6b6e26f-69c7-4102-a67c-f580ad247dce), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:16.585362 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:14:16.585362 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:14:16.586098 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:14:16.619157 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'Port': ['ID=a6b6e26f-69c7-4102-a67c-f580ad247dce,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:16.820891 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:16.885100 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:16.952258 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (45d4151d-b6f2-477e-90d7-809b9a6a706d), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:16.997216 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:17.065119 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (a6b6e26f-69c7-4102-a67c-f580ad247dce), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:17.210936 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for port (a6b6e26f-69c7-4102-a67c-f580ad247dce), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:17.265316 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (a6b6e26f-69c7-4102-a67c-f580ad247dce), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:17.338033 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'Port': ['ID=a6b6e26f-69c7-4102-a67c-f580ad247dce,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:17.348680 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (45d4151d-b6f2-477e-90d7-809b9a6a706d), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:17.713321 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Floating IP 45d4151d-b6f2-477e-90d7-809b9a6a706d associated. External IP: 172.27.2.99, port: 461d758a-f4c6-44e7-8751-b99bcc12691c. Jun 22 09:14:17.911586 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:14:17.914526 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:18.014825 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:14:18.026168 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab7a2ee-3a49-40c1-ae14-652e3cfe149f None None] Sync routers for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:14:18.036476 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab7a2ee-3a49-40c1-ae14-652e3cfe149f None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:14:18.041910 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1ab7a2ee-3a49-40c1-ae14-652e3cfe149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:14:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:18.136499 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:18.138683 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-1ab7a2ee-3a49-40c1-ae14-652e3cfe149f None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:14:18.168672 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:18.172431 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-9504d748-87eb-4e3d-a27c-207f33fd42c2 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1364193 Jun 22 09:14:18.173300 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced17801-19ec-423e-a501-e9614fca098c', 'tag': '461d758a-f4c6-44e7-8751-b99bcc12691c'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:14:18.175507 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ced17801-19ec-423e-a501-e9614fca098c", "tag": "461d758a-f4c6-44e7-8751-b99bcc12691c"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:18.212971 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3975f39-42d7-45ef-aaa3-04b7baf7ffda x-openstack-request-id: req-a3975f39-42d7-45ef-aaa3-04b7baf7ffda {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:18.213257 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced17801-19ec-423e-a501-e9614fca098c", "tag": "461d758a-f4c6-44e7-8751-b99bcc12691c", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:18.213505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3975f39-42d7-45ef-aaa3-04b7baf7ffda {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:18.213901 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3975f39-42d7-45ef-aaa3-04b7baf7ffda'] response: {'name': 'network-changed', 'server_uuid': 'ced17801-19ec-423e-a501-e9614fca098c', 'tag': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'status': 'completed', 'code': 200} Jun 22 09:14:18.278392 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf req-517d135f-6ae1-46d0-bfc6-da0e09ed63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:18.279895 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf req-517d135f-6ae1-46d0-bfc6-da0e09ed63f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 1129 time: 0.0415869 Jun 22 09:14:18.360280 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1ab7a2ee-3a49-40c1-ae14-652e3cfe149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '45d4151d-b6f2-477e-90d7-809b9a6a706d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:78:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced17801-19ec-423e-a501-e9614fca098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:14:16Z', 'updated_at': '2022-06-22T09:14:16Z', 'revision_number': 0, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:18.378857 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf req-3bdd34ff-7e6a-4fe5-a9d8-ab374452a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:18.380660 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf req-3bdd34ff-7e6a-4fe5-a9d8-ab374452a44c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 912 time: 0.0946786 Jun 22 09:14:18.389383 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab7a2ee-3a49-40c1-ae14-652e3cfe149f None None] Checking router: 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:14:18.398729 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab7a2ee-3a49-40c1-ae14-652e3cfe149f None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:14:18.399466 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1ab7a2ee-3a49-40c1-ae14-652e3cfe149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:14:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:18.456684 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf req-24cf5921-130b-475f-8646-6c8509f1df2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461d758a-f4c6-44e7-8751-b99bcc12691c HTTP/1.1" status: 200 len: 998 time: 0.0679836 Jun 22 09:14:18.506972 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf req-1aee5f0b-3795-4517-bc5c-77540ed94f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:18.507835 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-1ab7a2ee-3a49-40c1-ae14-652e3cfe149f None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:14:18.508438 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf req-1aee5f0b-3795-4517-bc5c-77540ed94f39 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0478365 Jun 22 09:14:18.552939 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf req-f4b98903-0e35-4e70-985d-24af6fb9cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:18.554472 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf req-f4b98903-0e35-4e70-985d-24af6fb9cbd3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408266 Jun 22 09:14:18.655196 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf req-52bca474-0287-4c13-8039-f291507b2ad7 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953102 Jun 22 09:14:18.706840 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:18.707759 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:18.732835 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-1ab7a2ee-3a49-40c1-ae14-652e3cfe149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '45d4151d-b6f2-477e-90d7-809b9a6a706d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:78:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced17801-19ec-423e-a501-e9614fca098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:14:16Z', 'updated_at': '2022-06-22T09:14:16Z', 'revision_number': 0, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:18.748593 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4ece6ebe-d78b-4f07-8ca2-b2be2bf708bf req-bd4a4f8d-9f3a-4e77-a891-cc2dbf09442e service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878723 Jun 22 09:14:18.757230 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab7a2ee-3a49-40c1-ae14-652e3cfe149f None None] The sync data for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi is: [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '45d4151d-b6f2-477e-90d7-809b9a6a706d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:78:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced17801-19ec-423e-a501-e9614fca098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:14:16Z', 'updated_at': '2022-06-22T09:14:16Z', 'revision_number': 0, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:14:18.950850 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc2572-deed-4620-ba43-7d1780ef5e08 None None] New status for floating IP 45d4151d-b6f2-477e-90d7-809b9a6a706d: ACTIVE {{(pid=104241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:14:21.525402 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:28.735540 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=82 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:28.736314 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=66 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:28.744061 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=62 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:28.745915 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=32 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:30.531986 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:14:31.635860 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:35.020229 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:43.122561 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-d22f73fa-8d5b-48f8-9426-44d6d9264155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:45.510970 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-380f1ad5-d3e2-4f9c-bd68-4b5a8aa271c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:46.533410 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:46.540157 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:46.635390 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48708) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:46.767369 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-926ccb67-dbd8-4510-a8ee-f21648d3303f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:46.843641 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-926ccb67-dbd8-4510-a8ee-f21648d3303f admin admin] Publish callbacks [] for security_group (18f539b0-b5e7-411b-afc0-6112276fe28b), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:46.905017 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-926ccb67-dbd8-4510-a8ee-f21648d3303f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (18f539b0-b5e7-411b-afc0-6112276fe28b), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:46.943902 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ccb67-dbd8-4510-a8ee-f21648d3303f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f539b0-b5e7-411b-afc0-6112276fe28b,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:46.948256 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-926ccb67-dbd8-4510-a8ee-f21648d3303f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65f516f710cb43bd8400af95e1886b8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118639 Jun 22 09:14:46.951002 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48712) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:47.001124 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d508ef10-de3b-48df-897f-9852b3cb0e58 admin admin] Publish callbacks [] for security_group (18f539b0-b5e7-411b-afc0-6112276fe28b), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.013698 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.023339 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d508ef10-de3b-48df-897f-9852b3cb0e58 admin admin] Publish callbacks [] for security_group (18f539b0-b5e7-411b-afc0-6112276fe28b), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.133873 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d508ef10-de3b-48df-897f-9852b3cb0e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (18f539b0-b5e7-411b-afc0-6112276fe28b), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.136458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-d508ef10-de3b-48df-897f-9852b3cb0e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.137615 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-d508ef10-de3b-48df-897f-9852b3cb0e58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18f539b0-b5e7-411b-afc0-6112276fe28b HTTP/1.1" status: 204 len: 168 time: 0.1857297 Jun 22 09:14:47.145668 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508ef10-de3b-48df-897f-9852b3cb0e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f539b0-b5e7-411b-afc0-6112276fe28b,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:47.730003 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48720) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:47.743465 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7953bdac-6f65-4a8e-824b-55d59f28fe73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.821462 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7953bdac-6f65-4a8e-824b-55d59f28fe73 admin admin] Publish callbacks [] for security_group (37410ddc-3e5e-4511-adac-b5ef499cae12), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.899351 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7953bdac-6f65-4a8e-824b-55d59f28fe73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (37410ddc-3e5e-4511-adac-b5ef499cae12), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.937821 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953bdac-6f65-4a8e-824b-55d59f28fe73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37410ddc-3e5e-4511-adac-b5ef499cae12,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:47.943594 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-7953bdac-6f65-4a8e-824b-55d59f28fe73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=165c9e9098534d8c92ede0ae514dfefa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125118 Jun 22 09:14:47.946424 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48722) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:47.995703 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-31d8fabf-b2ed-4807-9616-42942f0d7aba admin admin] Publish callbacks [] for security_group (37410ddc-3e5e-4511-adac-b5ef499cae12), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:48.017194 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-31d8fabf-b2ed-4807-9616-42942f0d7aba admin admin] Publish callbacks [] for security_group (37410ddc-3e5e-4511-adac-b5ef499cae12), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:48.133701 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-31d8fabf-b2ed-4807-9616-42942f0d7aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (37410ddc-3e5e-4511-adac-b5ef499cae12), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:48.136256 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-31d8fabf-b2ed-4807-9616-42942f0d7aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:48.137420 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-31d8fabf-b2ed-4807-9616-42942f0d7aba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37410ddc-3e5e-4511-adac-b5ef499cae12 HTTP/1.1" status: 204 len: 168 time: 0.1901052 Jun 22 09:14:48.145415 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8fabf-b2ed-4807-9616-42942f0d7aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37410ddc-3e5e-4511-adac-b5ef499cae12,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:48.642672 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:48.699676 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.094200 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48816) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:55.216115 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.263362 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:55.280634 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:55.304170 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Publish callbacks [] for security_group (0a4208c6-a070-47d5-9e1c-08100233963a), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.373419 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (0a4208c6-a070-47d5-9e1c-08100233963a), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.413423 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4208c6-a070-47d5-9e1c-08100233963a,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:55.417510 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=371f289c69964a1587bce2e7b33d694e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221884 Jun 22 09:14:55.420284 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 48820) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:55.423970 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.424422 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.424787 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.425224 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.425555 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.425884 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.426246 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.426581 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.426904 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.427227 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.427572 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.427872 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.428190 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.428505 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.428823 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3827b-7b7c-4df6-b438-86bcc35faea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.474467 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Publish callbacks [] for security_group (0a4208c6-a070-47d5-9e1c-08100233963a), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.499746 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Publish callbacks [] for security_group (0a4208c6-a070-47d5-9e1c-08100233963a), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.648312 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (0a4208c6-a070-47d5-9e1c-08100233963a), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.651123 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.652413 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a4208c6-a070-47d5-9e1c-08100233963a HTTP/1.1" status: 204 len: 168 time: 0.2310214 Jun 22 09:14:55.665046 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4208c6-a070-47d5-9e1c-08100233963a,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:55.674408 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.674692 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.675030 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.675398 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.675724 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.676046 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.676361 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.676840 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.677183 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.677519 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.677910 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.678364 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.678738 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.679003 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:55.679303 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143075c6-e1c1-43d5-96e6-c3b3210eca8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:56.340423 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 48826) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:56.355191 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d160db3f-1b40-4c8a-af75-78b479722488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:56.432789 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d160db3f-1b40-4c8a-af75-78b479722488 admin admin] Publish callbacks [] for security_group (80cd3990-2c24-4c8b-9fb0-98026a6d6095), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:56.493585 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d160db3f-1b40-4c8a-af75-78b479722488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (80cd3990-2c24-4c8b-9fb0-98026a6d6095), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:56.532261 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d160db3f-1b40-4c8a-af75-78b479722488 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0248a0e92c8f46909fa25cfb46128eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907375 Jun 22 09:14:56.532978 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160db3f-1b40-4c8a-af75-78b479722488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cd3990-2c24-4c8b-9fb0-98026a6d6095,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:56.535114 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48828) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:56.587282 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-234137be-02c4-4fea-8c33-359b21367073 admin admin] Publish callbacks [] for security_group (80cd3990-2c24-4c8b-9fb0-98026a6d6095), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:56.609418 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-234137be-02c4-4fea-8c33-359b21367073 admin admin] Publish callbacks [] for security_group (80cd3990-2c24-4c8b-9fb0-98026a6d6095), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:56.710448 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-234137be-02c4-4fea-8c33-359b21367073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (80cd3990-2c24-4c8b-9fb0-98026a6d6095), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:56.713104 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-234137be-02c4-4fea-8c33-359b21367073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:56.714301 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-234137be-02c4-4fea-8c33-359b21367073 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80cd3990-2c24-4c8b-9fb0-98026a6d6095 HTTP/1.1" status: 204 len: 168 time: 0.1779950 Jun 22 09:14:56.724666 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234137be-02c4-4fea-8c33-359b21367073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cd3990-2c24-4c8b-9fb0-98026a6d6095,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:58.641429 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:UPDATE=4,neutron:SELECT=10 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:04.975289 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:05.025730 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.526349 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:06.528383 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=36,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:06.717105 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:06.717905 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:INSERT=1,neutron:SELECT=40,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:07.531298 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:15:08.408212 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48922) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:08.514475 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2b655432-38bd-4000-874d-0579271ba420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.595140 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2b655432-38bd-4000-874d-0579271ba420 admin admin] Publish callbacks [] for security_group (3efe8b9b-b44c-48ed-9a71-992d3ea64f10), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.670175 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-2b655432-38bd-4000-874d-0579271ba420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (3efe8b9b-b44c-48ed-9a71-992d3ea64f10), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.709870 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-2b655432-38bd-4000-874d-0579271ba420 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a11417e4cf049ee8d01b1c66598ee7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005595 Jun 22 09:15:08.710730 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b655432-38bd-4000-874d-0579271ba420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efe8b9b-b44c-48ed-9a71-992d3ea64f10,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:08.713834 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 48926) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:08.762038 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f198c762-afe1-408c-afdf-12482d561533 admin admin] Publish callbacks [] for security_group (3efe8b9b-b44c-48ed-9a71-992d3ea64f10), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.783765 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f198c762-afe1-408c-afdf-12482d561533 admin admin] Publish callbacks [] for security_group (3efe8b9b-b44c-48ed-9a71-992d3ea64f10), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.910338 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f198c762-afe1-408c-afdf-12482d561533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (3efe8b9b-b44c-48ed-9a71-992d3ea64f10), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.912931 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-f198c762-afe1-408c-afdf-12482d561533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.914117 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-f198c762-afe1-408c-afdf-12482d561533 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3efe8b9b-b44c-48ed-9a71-992d3ea64f10 HTTP/1.1" status: 204 len: 168 time: 0.1992602 Jun 22 09:15:08.923734 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198c762-afe1-408c-afdf-12482d561533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efe8b9b-b44c-48ed-9a71-992d3ea64f10,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:09.585736 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 48932) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:09.599445 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cac0e8ae-a453-49b5-9cd9-045c028263a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.674198 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cac0e8ae-a453-49b5-9cd9-045c028263a7 admin admin] Publish callbacks [] for security_group (02cf66ca-ff7d-4c12-b896-1c1eac644fb9), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.733434 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-cac0e8ae-a453-49b5-9cd9-045c028263a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (02cf66ca-ff7d-4c12-b896-1c1eac644fb9), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.771695 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0e8ae-a453-49b5-9cd9-045c028263a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cf66ca-ff7d-4c12-b896-1c1eac644fb9,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:09.777052 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-cac0e8ae-a453-49b5-9cd9-045c028263a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de2d3933bd0d4e0a9389868681fbd0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902845 Jun 22 09:15:09.780108 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 48934) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:09.829013 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-69bd1363-957b-4008-9a76-7417268efef9 admin admin] Publish callbacks [] for security_group (02cf66ca-ff7d-4c12-b896-1c1eac644fb9), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.850850 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-69bd1363-957b-4008-9a76-7417268efef9 admin admin] Publish callbacks [] for security_group (02cf66ca-ff7d-4c12-b896-1c1eac644fb9), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.984612 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-69bd1363-957b-4008-9a76-7417268efef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (02cf66ca-ff7d-4c12-b896-1c1eac644fb9), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.987141 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-69bd1363-957b-4008-9a76-7417268efef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.988315 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-69bd1363-957b-4008-9a76-7417268efef9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02cf66ca-ff7d-4c12-b896-1c1eac644fb9 HTTP/1.1" status: 204 len: 168 time: 0.2072287 Jun 22 09:15:09.996813 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd1363-957b-4008-9a76-7417268efef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cf66ca-ff7d-4c12-b896-1c1eac644fb9,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:11.638759 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=11 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:13.144696 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-8537ee8d-5dbc-460a-8c15-0b4ccb9b1f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.342477 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 48992) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:15.447181 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-64b7c0d1-fa41-462b-af86-eabae8f3f325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.504505 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-57562bfc-4c1d-4e6a-a324-ce69ba51a0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.523563 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-64b7c0d1-fa41-462b-af86-eabae8f3f325 admin admin] Publish callbacks [] for security_group (36aed4e3-055c-44c3-9803-102e9ec29ac4), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.590575 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-64b7c0d1-fa41-462b-af86-eabae8f3f325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (36aed4e3-055c-44c3-9803-102e9ec29ac4), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.630765 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-64b7c0d1-fa41-462b-af86-eabae8f3f325 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59b12c5b57014e70af46ba3b1c489b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871733 Jun 22 09:15:15.631857 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7c0d1-fa41-462b-af86-eabae8f3f325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aed4e3-055c-44c3-9803-102e9ec29ac4,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:15.633471 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 48996) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:15.683053 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b5649c04-ec99-4833-a94a-164e489596a4 admin admin] Publish callbacks [] for security_group (36aed4e3-055c-44c3-9803-102e9ec29ac4), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.704960 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b5649c04-ec99-4833-a94a-164e489596a4 admin admin] Publish callbacks [] for security_group (36aed4e3-055c-44c3-9803-102e9ec29ac4), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.842909 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b5649c04-ec99-4833-a94a-164e489596a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (36aed4e3-055c-44c3-9803-102e9ec29ac4), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.845858 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b5649c04-ec99-4833-a94a-164e489596a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.847074 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b5649c04-ec99-4833-a94a-164e489596a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36aed4e3-055c-44c3-9803-102e9ec29ac4 HTTP/1.1" status: 204 len: 168 time: 0.2126012 Jun 22 09:15:15.855093 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5649c04-ec99-4833-a94a-164e489596a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aed4e3-055c-44c3-9803-102e9ec29ac4,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:16.578142 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 49002) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:16.591649 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-599dbbee-d7e7-4c3e-9569-a82470dad463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:16.642113 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:16.646709 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:16.667970 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-599dbbee-d7e7-4c3e-9569-a82470dad463 admin admin] Publish callbacks [] for security_group (6337c348-a557-494b-937e-7bc24834f796), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:16.733694 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-599dbbee-d7e7-4c3e-9569-a82470dad463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (6337c348-a557-494b-937e-7bc24834f796), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:16.775932 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-599dbbee-d7e7-4c3e-9569-a82470dad463 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8fbb7ba9e2347778469a7117ee2f330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966474 Jun 22 09:15:16.776632 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dbbee-d7e7-4c3e-9569-a82470dad463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6337c348-a557-494b-937e-7bc24834f796,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:16.779899 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49004) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:16.834658 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f9167e78-38a5-4b1c-a508-bac1d2bd7298 admin admin] Publish callbacks [] for security_group (6337c348-a557-494b-937e-7bc24834f796), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:16.860030 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f9167e78-38a5-4b1c-a508-bac1d2bd7298 admin admin] Publish callbacks [] for security_group (6337c348-a557-494b-937e-7bc24834f796), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.007741 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f9167e78-38a5-4b1c-a508-bac1d2bd7298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (6337c348-a557-494b-937e-7bc24834f796), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.010236 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f9167e78-38a5-4b1c-a508-bac1d2bd7298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.012370 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-f9167e78-38a5-4b1c-a508-bac1d2bd7298 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6337c348-a557-494b-937e-7bc24834f796 HTTP/1.1" status: 204 len: 168 time: 0.2302840 Jun 22 09:15:17.020017 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9167e78-38a5-4b1c-a508-bac1d2bd7298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6337c348-a557-494b-937e-7bc24834f796,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:17.038112 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.664614 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.697033 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49034) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:18.744833 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.804659 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4f55b726-2e5e-4907-be17-3ca20ac750c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.882621 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4f55b726-2e5e-4907-be17-3ca20ac750c2 admin admin] Publish callbacks [] for security_group (155aeabf-7187-4e0e-bf3d-8f0f17fe5c7f), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.943932 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-4f55b726-2e5e-4907-be17-3ca20ac750c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (155aeabf-7187-4e0e-bf3d-8f0f17fe5c7f), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.982856 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55b726-2e5e-4907-be17-3ca20ac750c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155aeabf-7187-4e0e-bf3d-8f0f17fe5c7f,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:18.987114 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-4f55b726-2e5e-4907-be17-3ca20ac750c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7f3436b66e9447a8b1ea4129392535b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905691 Jun 22 09:15:18.989790 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49038) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:19.039786 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-46ae9317-ae24-4d1a-9cc0-7c89bdcd5459 admin admin] Publish callbacks [] for security_group (155aeabf-7187-4e0e-bf3d-8f0f17fe5c7f), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.041012 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:19.064538 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-46ae9317-ae24-4d1a-9cc0-7c89bdcd5459 admin admin] Publish callbacks [] for security_group (155aeabf-7187-4e0e-bf3d-8f0f17fe5c7f), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.079153 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:19.235756 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-46ae9317-ae24-4d1a-9cc0-7c89bdcd5459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (155aeabf-7187-4e0e-bf3d-8f0f17fe5c7f), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.238392 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-46ae9317-ae24-4d1a-9cc0-7c89bdcd5459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.240093 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-46ae9317-ae24-4d1a-9cc0-7c89bdcd5459 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/155aeabf-7187-4e0e-bf3d-8f0f17fe5c7f HTTP/1.1" status: 204 len: 168 time: 0.2488701 Jun 22 09:15:19.248074 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae9317-ae24-4d1a-9cc0-7c89bdcd5459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155aeabf-7187-4e0e-bf3d-8f0f17fe5c7f,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:23.528897 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=18 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:23.533785 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:26.979338 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:INSERT=1,neutron:SELECT=20 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:28.535932 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 49108) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:28.640882 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:28.642356 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f17b-40e3-4a85-b277-9a65aeca13ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:28.716808 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f17b-40e3-4a85-b277-9a65aeca13ce admin admin] Publish callbacks [] for security_group (f03ac8e1-6f9a-4519-aa5a-b567a3294194), precommit_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:28.789931 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f17b-40e3-4a85-b277-9a65aeca13ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (f03ac8e1-6f9a-4519-aa5a-b567a3294194), after_create {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:28.828778 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3f17b-40e3-4a85-b277-9a65aeca13ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03ac8e1-6f9a-4519-aa5a-b567a3294194,revision_number=1']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:28.833035 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-d3a3f17b-40e3-4a85-b277-9a65aeca13ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2871f4e451848e894d94085c6ba5824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960403 Jun 22 09:15:28.836049 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49112) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:28.885939 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb813-5606-46b0-a761-3c6cad4cfa5c admin admin] Publish callbacks [] for security_group (f03ac8e1-6f9a-4519-aa5a-b567a3294194), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:28.907750 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb813-5606-46b0-a761-3c6cad4cfa5c admin admin] Publish callbacks [] for security_group (f03ac8e1-6f9a-4519-aa5a-b567a3294194), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:29.030377 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb813-5606-46b0-a761-3c6cad4cfa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (f03ac8e1-6f9a-4519-aa5a-b567a3294194), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:29.032900 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb813-5606-46b0-a761-3c6cad4cfa5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:29.034051 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-9e4fb813-5606-46b0-a761-3c6cad4cfa5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f03ac8e1-6f9a-4519-aa5a-b567a3294194 HTTP/1.1" status: 204 len: 168 time: 0.1970572 Jun 22 09:15:29.041936 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fb813-5606-46b0-a761-3c6cad4cfa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03ac8e1-6f9a-4519-aa5a-b567a3294194,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:35.035570 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:38.824281 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=17,neutron:INSERT=6 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:38.827182 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:38.940307 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:39.037574 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=23,neutron:DELETE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:43.064723 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:43.144325 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-39f1c108-7b29-41fa-b23e-d4ff1b6eb3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:44.530344 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:15:45.498297 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-640303c8-fd22-44e1-8df4-36a924c924cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:45.531131 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-f817db85-42cf-443e-93cb-b896ba035bfe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399411 Jun 22 09:15:45.617152 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-a69e6daa-e4d2-45bc-80b7-14fbe7757f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:45.618710 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-a69e6daa-e4d2-45bc-80b7-14fbe7757f3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 1129 time: 0.0430515 Jun 22 09:15:45.723903 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-1a0d95dc-ad48-4f86-8a22-418ca3d1721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:45.725402 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-1a0d95dc-ad48-4f86-8a22-418ca3d1721c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 912 time: 0.0885186 Jun 22 09:15:45.790961 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-e398bc18-03b8-4473-8547-e6056b2fab4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461d758a-f4c6-44e7-8751-b99bcc12691c HTTP/1.1" status: 200 len: 1000 time: 0.0600843 Jun 22 09:15:45.840974 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-6430765a-6e53-4832-8581-80a13d307adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:45.842310 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-6430765a-6e53-4832-8581-80a13d307adc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0458424 Jun 22 09:15:45.886096 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-3bbb3086-c2b5-4729-a01a-d947522da2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:45.887609 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-3bbb3086-c2b5-4729-a01a-d947522da2ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396748 Jun 22 09:15:45.983303 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-9cefa7fc-36ee-43a5-9aba-9d386007714a service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894804 Jun 22 09:15:46.074408 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6528dd92-0e43-44fa-955c-2b765c24ffe5 req-9a69b8c0-2009-4bdd-ad53-24487cbc8964 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845783 Jun 22 09:15:47.098778 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:48.658749 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:48.692829 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.321676 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-7990ae80-1b65-486b-ac21-0553bbaf3125 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613264113&fields=id&tenant_id=0c6571a499a0498abe9211d2d252bacf HTTP/1.1" status: 200 len: 267 time: 0.0449491 Jun 22 09:15:54.431167 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-2cdbf27d-cdba-4af7-86e2-8f59dd9d1988 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:54.432536 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-2cdbf27d-cdba-4af7-86e2-8f59dd9d1988 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 811 time: 0.1045671 Jun 22 09:15:54.448523 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-7658d9cb-2056-415b-a468-c1fff741a48a tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/quotas/0c6571a499a0498abe9211d2d252bacf HTTP/1.1" status: 200 len: 375 time: 0.0105569 Jun 22 09:15:54.502089 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-ef5eefb6-5f96-4a33-8136-e1ab25737aaf tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486417 Jun 22 09:15:54.601324 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-32e1ddea-f883-4fe3-b992-ef2de2048d62 service neutron] 10.222.0.36 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883505 Jun 22 09:15:54.694386 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-08410420-d4ce-4c0f-ac40-8878d4754b4a service neutron] 10.222.0.36 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872688 Jun 22 09:15:55.354907 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f0671dd3-f053-410c-9ef1-fab72c25d4ed req-3c2c8621-b33d-4e23-9aec-65014515f634 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 210 time: 0.1300046 Jun 22 09:15:56.433822 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9f7f31ec-21a3-4991-8fa7-87cc2692a9de req-93310de8-25bf-4f37-bfc5-74cad772ff3e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 210 time: 0.0282516 Jun 22 09:15:57.515064 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0ea88ed8-3e6e-4539-b6df-d775dbc2a12d req-73090b2b-31dc-40d4-9b70-4187f57d6af5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 210 time: 0.0279753 Jun 22 09:15:58.596951 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-73187069-af73-4028-a337-08ff53a440ac req-c529968d-6392-4785-93b9-3c130553f14b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 210 time: 0.0314362 Jun 22 09:15:58.641208 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:58.644099 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:59.672055 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:59.693047 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-92cb0b20-1442-44f0-b0c8-fdfd35371fe5 req-3db66bfb-7c2d-41d3-a6bb-10b2a2c6f995 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 210 time: 0.0293207 Jun 22 09:16:00.524469 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=2 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:00.529518 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=6 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:00.791222 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b60d5ff2-2aef-4ad9-b9c6-829b742f9933 req-d074c92e-a59a-45fa-b28d-5a5117002cd5 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 210 time: 0.0300057 Jun 22 09:16:01.086817 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:01.107415 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-d6bf150e-4c13-4093-bf08-f4272027cd89 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:01.108884 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-d6bf150e-4c13-4093-bf08-f4272027cd89 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 811 time: 0.1057949 Jun 22 09:16:01.170824 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-08eb040d-3c74-4605-b8b3-6c7c6b041916 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6571a499a0498abe9211d2d252bacf HTTP/1.1" status: 200 len: 379 time: 0.0538480 Jun 22 09:16:01.179010 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'port': {'device_id': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'admin_state_up': True, 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'security_groups': ['9bf9a741-ed65-48ac-93d9-77fa58158db2']}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:16:01.332441 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Made reservation on behalf of 0c6571a499a0498abe9211d2d252bacf for: {'port': 1} {{(pid=104239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:16:01.336075 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:01.465605 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Allocated IP 172.20.0.11 (d777f017-a4b7-4bab-b97e-75143e410eba/604a182a-af67-4ea2-860f-5ec03d3c4b82/0a6acdf5-61f7-4c3b-85c4-a9adfe431a96) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:16:01.605945 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:01.698441 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:01.743241 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Network d777f017-a4b7-4bab-b97e-75143e410eba is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:16:01.746476 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:16:01.750127 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:16:01.775890 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'Port': ['ID=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:01.792322 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.792927 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.801862 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:01.828083 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:01.829110 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:01.918200 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-149390da-9001-4039-81d3-444f30073e77 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7426460 Jun 22 09:16:01.925291 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d32689-8364-4fd3-bb3f-00b1afc307ed req-ead83907-ff82-4f5b-8d7b-f070e5ba7ac4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:01.926793 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d1d32689-8364-4fd3-bb3f-00b1afc307ed req-ead83907-ff82-4f5b-8d7b-f070e5ba7ac4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 932 time: 0.0602510 Jun 22 09:16:01.931667 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Request body: {'port': {'device_id': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:16:01.973563 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:02.007096 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:02.027941 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d1d32689-8364-4fd3-bb3f-00b1afc307ed req-a821861b-b45e-48c4-8775-0e517b92ad89 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931890 Jun 22 09:16:02.030348 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.048049 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-2d4ddb32-4ee4-4b92-be96-17b50a724b03 None None] Provisioning complete for port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 triggered by entity DHCP. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:16:02.048563 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-2d4ddb32-4ee4-4b92-be96-17b50a724b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.080782 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ddb32-4ee4-4b92-be96-17b50a724b03 None None] Port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 cannot update to ACTIVE because it is not bound. {{(pid=104241) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:16:02.303087 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 {{(pid=104239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:16:02.310323 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Publish callbacks [] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.324448 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.provisioning_blocks [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Transition to ACTIVE for port object 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 will not be triggered until provisioned by entity L2. {{(pid=104239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:16:02.383417 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.436325 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:02.513509 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Attempting to bind port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:16:02.513883 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Attempting to bind port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:16:02.514240 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Attempting to bind port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 on network d777f017-a4b7-4bab-b97e-75143e410eba {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:16:02.519602 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 on network d777f017-a4b7-4bab-b97e-75143e410eba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:16:02.519922 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Attempting to bind port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 on network d777f017-a4b7-4bab-b97e-75143e410eba {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:16:02.525078 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Checking agent: {'id': 'cb714d03-db2a-48c4-b764-8d4044293d0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'started_at': datetime.datetime(2022, 6, 22, 8, 58, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:16:02.525450 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Checking segment: {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:16:02.525831 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Bound using segment: {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'} {{(pid=104239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:16:02.527533 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.managers [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Bound port: 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51dff2b4-7fea-4339-85e8-6c8420b9b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba'}}] {{(pid=104239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:16:02.527533 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.593565 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] For port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96, host hv-cinder-78729, cleared binding levels {{(pid=104239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:16:02.597199 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] For port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:16:02.669716 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.676242 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:02.709053 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:02.709665 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.711066 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] 10.222.0.43 "PUT /v2.0/ports/0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 HTTP/1.1" status: 200 len: 1094 time: 0.7833738 Jun 22 09:16:02.711492 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'tag': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:16:02.713677 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072d40c9-419b-4a30-af2a-eda7a4257da0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9917b8-8728-4bed-b5eb-e2a0c92a1f33", "tag": "0a6acdf5-61f7-4c3b-85c4-a9adfe431a96"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:02.733456 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9cbf3-2194-4127-880e-2efcdbf418c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96,revision_number=3']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:02.762151 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c146cbc6-9871-4f3d-b625-5b72c14b64e3 x-openstack-request-id: req-c146cbc6-9871-4f3d-b625-5b72c14b64e3 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:02.762445 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9917b8-8728-4bed-b5eb-e2a0c92a1f33", "tag": "0a6acdf5-61f7-4c3b-85c4-a9adfe431a96", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:02.762712 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c146cbc6-9871-4f3d-b625-5b72c14b64e3 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:02.763220 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c146cbc6-9871-4f3d-b625-5b72c14b64e3'] response: {'name': 'network-changed', 'server_uuid': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'tag': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96', 'status': 'completed', 'code': 200} Jun 22 09:16:02.831795 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d40c9-419b-4a30-af2a-eda7a4257da0 req-1fc19bfe-4362-4f5c-86cd-620cbb42a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:02.831795 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-072d40c9-419b-4a30-af2a-eda7a4257da0 req-1fc19bfe-4362-4f5c-86cd-620cbb42a44a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 1128 time: 0.0465305 Jun 22 09:16:02.937044 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d40c9-419b-4a30-af2a-eda7a4257da0 req-776c736a-aad5-42a4-8427-86f510ed0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:02.938611 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-072d40c9-419b-4a30-af2a-eda7a4257da0 req-776c736a-aad5-42a4-8427-86f510ed0524 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0c6571a499a0498abe9211d2d252bacf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1003287 Jun 22 09:16:03.035059 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d40c9-419b-4a30-af2a-eda7a4257da0 req-b92622fc-4540-4ecc-8333-74de27cb545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:03.036515 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-072d40c9-419b-4a30-af2a-eda7a4257da0 req-b92622fc-4540-4ecc-8333-74de27cb545b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927069 Jun 22 09:16:03.143121 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-6a833662-b04f-41c5-bc8b-e7c7fd8472b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:03.144532 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-6a833662-b04f-41c5-bc8b-e7c7fd8472b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 1128 time: 0.0701647 Jun 22 09:16:03.163466 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b84db-5d7c-4f7b-8ec4-6ff03284c379 req-dabb80cd-b29f-458d-bd75-ef8b530a8aba tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:03.164872 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9e1b84db-5d7c-4f7b-8ec4-6ff03284c379 req-dabb80cd-b29f-458d-bd75-ef8b530a8aba tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 944 time: 0.0615354 Jun 22 09:16:03.198755 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-c2a7726b-c7fb-45b4-a8a7-2a4da5d9bdb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 HTTP/1.1" status: 200 len: 217 time: 0.0474625 Jun 22 09:16:03.273827 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9e1b84db-5d7c-4f7b-8ec4-6ff03284c379 req-0c5a66e3-5bee-4edc-93f7-fd99d75010d8 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817561 Jun 22 09:16:03.275321 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-8197536b-ea67-42c7-8d37-63490d79c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:03.276683 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-8197536b-ea67-42c7-8d37-63490d79c0b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0692453 Jun 22 09:16:03.320157 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-ceb13ef6-ed8c-4903-b26c-696ab998667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:03.321622 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-ceb13ef6-ed8c-4903-b26c-696ab998667b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396187 Jun 22 09:16:03.415512 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-07928a63-c544-4567-be9b-7d45d0617558 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867498 Jun 22 09:16:03.439934 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:03.508414 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ae5d043b-a1bf-43c8-a4ae-abd0a9c46256 req-89bce0b1-a417-4500-bf7a-b7eaad0cfbe3 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870793 Jun 22 09:16:04.390767 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa517fc6-670d-40f8-a80e-f98598898ac1 req-dc7b8923-0299-4acb-a04d-06271d54d2fe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:04.392397 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fa517fc6-670d-40f8-a80e-f98598898ac1 req-dc7b8923-0299-4acb-a04d-06271d54d2fe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 944 time: 0.0481911 Jun 22 09:16:04.441611 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fa517fc6-670d-40f8-a80e-f98598898ac1 req-3afc6185-e2a8-4ea0-9930-b79798dd68b3 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437591 Jun 22 09:16:05.057838 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:05.552453 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d9e68-d8e4-4123-bc99-fe5b51954dcc req-f6da3d81-6f38-4954-b533-fb65ebd0ac57 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:05.553911 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c36d9e68-d8e4-4123-bc99-fe5b51954dcc req-f6da3d81-6f38-4954-b533-fb65ebd0ac57 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 944 time: 0.0463552 Jun 22 09:16:05.603702 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-c36d9e68-d8e4-4123-bc99-fe5b51954dcc req-69e15cba-59a2-4bb3-b216-b7777033175f tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441189 Jun 22 09:16:06.704213 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:06.723169 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303de01-e7fc-4251-9f49-e883824b8afb req-9ce85a47-83fb-4247-9e80-01197df3b6ff tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:06.724762 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4303de01-e7fc-4251-9f49-e883824b8afb req-9ce85a47-83fb-4247-9e80-01197df3b6ff tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 944 time: 0.0513682 Jun 22 09:16:06.774337 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-4303de01-e7fc-4251-9f49-e883824b8afb req-600ef92a-554a-48b1-ab46-c9cb4da463e0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440633 Jun 22 09:16:07.894703 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a8e5b-c1a3-45b7-ad3e-ce3e8a5c0b3d req-7c55e683-7cc1-4978-b72e-23e46ab10560 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:07.896392 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a34a8e5b-c1a3-45b7-ad3e-ce3e8a5c0b3d req-7c55e683-7cc1-4978-b72e-23e46ab10560 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 944 time: 0.0492353 Jun 22 09:16:07.947356 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a34a8e5b-c1a3-45b7-ad3e-ce3e8a5c0b3d req-0b380232-29fe-4c4d-aec0-e4ad28bb55d8 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455134 Jun 22 09:16:09.063443 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723a1c5-bf4d-40ff-86b1-a3c09d372ce2 req-5606c919-cfc2-4fe4-bd2d-733fc9335c73 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:09.064886 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0723a1c5-bf4d-40ff-86b1-a3c09d372ce2 req-5606c919-cfc2-4fe4-bd2d-733fc9335c73 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 944 time: 0.0463758 Jun 22 09:16:09.116972 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0723a1c5-bf4d-40ff-86b1-a3c09d372ce2 req-da950a19-2afd-4f23-bf3c-ad6aec622c72 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465801 Jun 22 09:16:10.230777 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44b927-519a-4bec-bd28-2bca2a4a6892 req-b29beaa6-71dc-4190-9cc3-7799e4ba88d6 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:10.232239 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a44b927-519a-4bec-bd28-2bca2a4a6892 req-b29beaa6-71dc-4190-9cc3-7799e4ba88d6 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 944 time: 0.0488145 Jun 22 09:16:10.283270 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-0a44b927-519a-4bec-bd28-2bca2a4a6892 req-844ad84b-a01f-44a8-b539-2ce767fd6c3d tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443654 Jun 22 09:16:11.399142 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd53666-6b30-4322-b22d-22f6d996d07f req-d66aef72-ae43-4bba-943a-ca6d742b6bb7 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:11.400666 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cfd53666-6b30-4322-b22d-22f6d996d07f req-d66aef72-ae43-4bba-943a-ca6d742b6bb7 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 944 time: 0.0472388 Jun 22 09:16:11.449785 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-cfd53666-6b30-4322-b22d-22f6d996d07f req-38c98a4c-cdbb-4f01-8e8e-f850ac3b0369 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435984 Jun 22 09:16:11.472685 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=104241) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:16:11.570845 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:11.583059 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Returning: {'device': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'port_id': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96', 'mac_address': 'fa:16:3e:0d:d6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104241) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:16:11.621705 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 is: DOWN; New status is: BUILD {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:16:11.622109 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:11.636198 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 {{(pid=104241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:16:11.656281 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:11.665034 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:11.715334 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:11.764788 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96,revision_number=4']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:11.772198 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.772533 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.772866 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.773196 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.773518 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.773841 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.774218 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.783711 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.783711 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.783711 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.783711 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.783711 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.783711 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.783711 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.783711 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:11.929481 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] get_ports_and_sgs() called for port_ids ['0a6acdf5-61f7-4c3b-85c4-a9adfe431a96'] {{(pid=104241) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:16:12.567616 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb242322-ce83-4292-bfbe-09e3e2f22dfc req-fd35ce86-9e04-4ade-9347-561a6d69e9d0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:12.569096 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bb242322-ce83-4292-bfbe-09e3e2f22dfc req-fd35ce86-9e04-4ade-9347-561a6d69e9d0 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 945 time: 0.0515127 Jun 22 09:16:12.619111 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-bb242322-ce83-4292-bfbe-09e3e2f22dfc req-ab2d161d-f4f2-4f08-ae68-b53a90056d1b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444086 Jun 22 09:16:13.177238 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-6b4d1d71-6781-40c0-be17-fad4fa84d104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:13.470846 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 up at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:16:13.513927 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning for port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 completed by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:16:13.640951 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.provisioning_blocks [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Provisioning complete for port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 triggered by entity L2. {{(pid=104241) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:16:13.641909 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421526'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), provisioning_complete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:13.670079 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:13.739847 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:13.746051 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Current status of the port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 is: BUILD; New status is: ACTIVE {{(pid=104241) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:16:13.746712 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), before_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:13.774963 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96'}] {{(pid=104241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:16:13.777198 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70ff96e2432da65f18c74fa7d7c6b9f16f378f03aca5e1d9a0937612d4131c8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ee7175-cbc6-4d56-91cc-82288bbd880d" -d '{"events": [{"server_uuid": "fd9917b8-8728-4bed-b5eb-e2a0c92a1f33", "name": "network-vif-plugged", "status": "completed", "tag": "0a6acdf5-61f7-4c3b-85c4-a9adfe431a96"}]}' {{(pid=104241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:13.791009 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] For port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:13.812227 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d82b9-ed3b-4c99-bb74-79ecf99b33b2 req-9ea7a775-666f-497c-bb26-9cefdef0332e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:13.814618 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a0d82b9-ed3b-4c99-bb74-79ecf99b33b2 req-9ea7a775-666f-497c-bb26-9cefdef0332e tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 945 time: 0.0621712 Jun 22 09:16:13.820359 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71a427f-cc1e-4873-bbb1-669e91d92a64 x-openstack-request-id: req-c71a427f-cc1e-4873-bbb1-669e91d92a64 {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:13.820359 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9917b8-8728-4bed-b5eb-e2a0c92a1f33", "name": "network-vif-plugged", "status": "completed", "tag": "0a6acdf5-61f7-4c3b-85c4-a9adfe431a96", "code": 200}]} {{(pid=104241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:13.820359 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c71a427f-cc1e-4873-bbb1-669e91d92a64 {{(pid=104241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:13.820359 dv-cinder-787296-11-iscsi neutron-server[104241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71a427f-cc1e-4873-bbb1-669e91d92a64'] response: {'server_uuid': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96', 'code': 200} Jun 22 09:16:13.879958 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a0d82b9-ed3b-4c99-bb74-79ecf99b33b2 req-9d75cd26-c32c-4d19-92b8-e5a9b2b34223 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584261 Jun 22 09:16:13.881347 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:13.931158 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Pushing event updated for resources: {'Port': ['ID=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96,revision_number=5']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:14.167411 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89313e9-a89f-4e6a-a0dc-8b964ab6e788 req-2025b6e3-590f-4b2e-9bcb-85a4f14bfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:14.168925 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d89313e9-a89f-4e6a-a0dc-8b964ab6e788 req-2025b6e3-590f-4b2e-9bcb-85a4f14bfd8f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 1130 time: 0.0503328 Jun 22 09:16:14.225186 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-d89313e9-a89f-4e6a-a0dc-8b964ab6e788 req-8501eba1-cff6-47ac-95a4-5d83c6886d2a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506020 Jun 22 09:16:14.999935 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a82f1-3257-42a9-b2b0-7103ad0a6300 req-3269fba5-7de1-4c8f-b32e-311fc3d98817 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:15.002506 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9d5a82f1-3257-42a9-b2b0-7103ad0a6300 req-3269fba5-7de1-4c8f-b32e-311fc3d98817 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 946 time: 0.0524952 Jun 22 09:16:15.037923 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:15.052776 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-9d5a82f1-3257-42a9-b2b0-7103ad0a6300 req-e95049f9-e383-479b-b0ce-83a16ec240c1 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448873 Jun 22 09:16:15.526366 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-5389eca7-c36c-4509-b9ff-2001a88b5ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:16.164417 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba53b9b-da85-4bcf-880c-54ab2d37a402 req-e19dba65-d458-42ec-8593-971e43389248 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:16.165874 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8ba53b9b-da85-4bcf-880c-54ab2d37a402 req-e19dba65-d458-42ec-8593-971e43389248 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 946 time: 0.0466106 Jun 22 09:16:16.217637 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8ba53b9b-da85-4bcf-880c-54ab2d37a402 req-f4e86fc1-81ff-4837-8c89-359c40ef0884 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462286 Jun 22 09:16:16.595954 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f50c4b-610f-4c5b-a597-c5197416be58 req-97b73d22-55f2-4d6a-8cac-da972fd8d341 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:16.597418 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e4f50c4b-610f-4c5b-a597-c5197416be58 req-97b73d22-55f2-4d6a-8cac-da972fd8d341 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 946 time: 0.3126559 Jun 22 09:16:16.647367 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-e4f50c4b-610f-4c5b-a597-c5197416be58 req-dc57055f-7aa7-4655-a246-6875cdc8cb7f tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443962 Jun 22 09:16:16.668845 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49248) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:16.708406 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088e8f9-2ca5-443d-b7d6-67561b5d10a1 tempest-TestVolumeBootPattern-427267447 tempest-TestVolumeBootPattern-427267447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:16.709910 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-8088e8f9-2ca5-443d-b7d6-67561b5d10a1 tempest-TestVolumeBootPattern-427267447 tempest-TestVolumeBootPattern-427267447-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 1125 time: 0.0401058 Jun 22 09:16:16.712649 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49250) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:16.716736 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.v2.base [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Request body: {'floatingip': {'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'port_id': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:16:16.730280 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:16.806498 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:16.888628 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (None), before_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:16.999126 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_common [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Allocated IP 172.27.2.214 (326ca9f6-f0c1-4751-84ea-10d28e6abb56/5c96cf51-71ff-4234-b96c-34cc2e455bfe/d3b29774-5da9-4876-99b3-3d4dc76274cd) {{(pid=104239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:16:17.012067 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:17.101353 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for port (d3b29774-5da9-4876-99b3-3d4dc76274cd), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:17.190180 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727683896962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (d3b29774-5da9-4876-99b3-3d4dc76274cd), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:17.231331 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Network 326ca9f6-f0c1-4751-84ea-10d28e6abb56 is already hosted by enough agents. {{(pid=104239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:16:17.234512 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.base_scheduler [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Resources bound (agent type, host, resource id): {{(pid=104239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:16:17.239107 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Received port after_create {{(pid=104239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:16:17.242423 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'Port': ['ID=d3b29774-5da9-4876-99b3-3d4dc76274cd,revision_number=1']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:17.445964 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:17.542734 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:17.596845 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (22f23a9d-aff6-404a-9599-d02ab871775d), precommit_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:17.782166 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1430742'] for port (d3b29774-5da9-4876-99b3-3d4dc76274cd), before_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:17.927766 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for port (d3b29774-5da9-4876-99b3-3d4dc76274cd), precommit_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:17.972356 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727684397406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727683896980', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727683896998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57332383'] for port (d3b29774-5da9-4876-99b3-3d4dc76274cd), after_update {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:18.045065 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event updated for resources: {'Port': ['ID=d3b29774-5da9-4876-99b3-3d4dc76274cd,revision_number=2']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:18.055298 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485234'] for floatingip (22f23a9d-aff6-404a-9599-d02ab871775d), after_create {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:18.152249 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Floating IP 22f23a9d-aff6-404a-9599-d02ab871775d associated. External IP: 172.27.2.214, port: 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96. Jun 22 09:16:18.238689 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:18.351596 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:16:18.450359 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:16:18.460197 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f55104-e49f-4072-966a-587bb4ad2134 None None] Sync routers for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:16:18.470827 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f55104-e49f-4072-966a-587bb4ad2134 None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:16:18.477616 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-76f55104-e49f-4072-966a-587bb4ad2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:16:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:16:18.522072 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:18.556564 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-597fc65f-cc43-4fe5-99b2-6a80243ca4c4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8428390 Jun 22 09:16:18.557194 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'tag': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:16:18.559563 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c1190-536a-462e-9841-7ecc704f7eac" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9917b8-8728-4bed-b5eb-e2a0c92a1f33", "tag": "0a6acdf5-61f7-4c3b-85c4-a9adfe431a96"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:18.572694 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-76f55104-e49f-4072-966a-587bb4ad2134 None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:16:18.595046 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5671a9e5-7b06-4aa3-a40e-7e0700f4aa39 x-openstack-request-id: req-5671a9e5-7b06-4aa3-a40e-7e0700f4aa39 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:18.595324 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9917b8-8728-4bed-b5eb-e2a0c92a1f33", "tag": "0a6acdf5-61f7-4c3b-85c4-a9adfe431a96", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:18.595575 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5671a9e5-7b06-4aa3-a40e-7e0700f4aa39 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:18.595989 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5671a9e5-7b06-4aa3-a40e-7e0700f4aa39'] response: {'name': 'network-changed', 'server_uuid': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'tag': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96', 'status': 'completed', 'code': 200} Jun 22 09:16:18.661668 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1190-536a-462e-9841-7ecc704f7eac req-4532fb0c-533e-40dc-94f6-90a4456a4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:18.663329 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a2c1190-536a-462e-9841-7ecc704f7eac req-4532fb0c-533e-40dc-94f6-90a4456a4051 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 1130 time: 0.0434029 Jun 22 09:16:18.680309 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:18.704232 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:18.763120 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1190-536a-462e-9841-7ecc704f7eac req-d8297c67-31ff-4dec-9541-ac807857de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:18.764680 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a2c1190-536a-462e-9841-7ecc704f7eac req-d8297c67-31ff-4dec-9541-ac807857de92 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 912 time: 0.0947134 Jun 22 09:16:18.790802 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-76f55104-e49f-4072-966a-587bb4ad2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '22f23a9d-aff6-404a-9599-d02ab871775d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:0d:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:16:17Z', 'updated_at': '2022-06-22T09:16:17Z', 'revision_number': 0, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}, {'id': '45d4151d-b6f2-477e-90d7-809b9a6a706d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:78:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced17801-19ec-423e-a501-e9614fca098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:14:16Z', 'updated_at': '2022-06-22T09:14:19Z', 'revision_number': 1, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:16:18.815324 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f55104-e49f-4072-966a-587bb4ad2134 None None] Checking router: 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:16:18.823713 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f55104-e49f-4072-966a-587bb4ad2134 None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:16:18.824321 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-76f55104-e49f-4072-966a-587bb4ad2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:16:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:16:18.828646 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a2c1190-536a-462e-9841-7ecc704f7eac req-7f76bc26-9196-451d-afc2-be09ec736850 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 HTTP/1.1" status: 200 len: 1000 time: 0.0582063 Jun 22 09:16:18.880780 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1190-536a-462e-9841-7ecc704f7eac req-998b284b-2bba-4b0a-a8bf-69007c887dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:18.882187 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a2c1190-536a-462e-9841-7ecc704f7eac req-998b284b-2bba-4b0a-a8bf-69007c887dc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0481653 Jun 22 09:16:18.926506 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1190-536a-462e-9841-7ecc704f7eac req-b55cbb45-2625-4613-a1f0-88ab938bb945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:18.927986 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a2c1190-536a-462e-9841-7ecc704f7eac req-b55cbb45-2625-4613-a1f0-88ab938bb945 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400026 Jun 22 09:16:18.928483 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-76f55104-e49f-4072-966a-587bb4ad2134 None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:16:18.941621 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:19.028945 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a2c1190-536a-462e-9841-7ecc704f7eac req-42ea0890-5db6-47b0-899e-66b63b1b2274 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939698 Jun 22 09:16:19.122712 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8a2c1190-536a-462e-9841-7ecc704f7eac req-5d815c72-88dd-484f-aafa-40f480c2e96d service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878382 Jun 22 09:16:19.223182 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-76f55104-e49f-4072-966a-587bb4ad2134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '22f23a9d-aff6-404a-9599-d02ab871775d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:0d:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:16:17Z', 'updated_at': '2022-06-22T09:16:17Z', 'revision_number': 0, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}, {'id': '45d4151d-b6f2-477e-90d7-809b9a6a706d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:78:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced17801-19ec-423e-a501-e9614fca098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:14:16Z', 'updated_at': '2022-06-22T09:14:19Z', 'revision_number': 1, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:16:19.247804 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f55104-e49f-4072-966a-587bb4ad2134 None None] The sync data for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi is: [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '22f23a9d-aff6-404a-9599-d02ab871775d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:0d:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:16:17Z', 'updated_at': '2022-06-22T09:16:17Z', 'revision_number': 0, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}, {'id': '45d4151d-b6f2-477e-90d7-809b9a6a706d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:78:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced17801-19ec-423e-a501-e9614fca098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:14:16Z', 'updated_at': '2022-06-22T09:14:19Z', 'revision_number': 1, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:16:19.433075 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931b77d-51fb-4ad5-87b8-3feff2cfffcb None None] New status for floating IP 22f23a9d-aff6-404a-9599-d02ab871775d: ACTIVE {{(pid=104241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:16:21.530422 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:16:29.113433 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=12 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:29.119460 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:31.639931 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=50,neutron:UPDATE=8 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:31.641761 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=31 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:35.062802 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:37.539323 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=82 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:37.540135 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=74 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:43.160357 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4206323-c41e-4ac2-95e5-f805193f3c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:45.503203 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-15b4df97-52bf-4247-bf53-db8e0bb14b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:45.592245 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-e5667f24-bac0-43bc-b04c-96730cd453ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827966 Jun 22 09:16:45.671239 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-77722fb0-112c-4ae1-9b05-2144907aaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:45.672745 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-77722fb0-112c-4ae1-9b05-2144907aaf9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 1129 time: 0.0395262 Jun 22 09:16:45.779390 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-36b735f2-2410-4b3e-80fa-a36e4872c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:45.780760 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-36b735f2-2410-4b3e-80fa-a36e4872c083 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 912 time: 0.0885637 Jun 22 09:16:45.841561 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-aef8a9f0-8e8f-4e7a-ad4c-1df9eae67f0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461d758a-f4c6-44e7-8751-b99bcc12691c HTTP/1.1" status: 200 len: 1000 time: 0.0547733 Jun 22 09:16:45.889117 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-8fc7f743-b598-4d35-95e0-31e0649374ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:45.890652 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-8fc7f743-b598-4d35-95e0-31e0649374ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0435259 Jun 22 09:16:45.937015 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-5ae929ad-69b9-49d5-9950-f567de03c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:45.938522 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-5ae929ad-69b9-49d5-9950-f567de03c140 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425351 Jun 22 09:16:46.027557 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-85614a8c-ac72-473f-b2c3-f2af005076b5 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824571 Jun 22 09:16:46.122808 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f77b6c80-225b-4aca-a085-7afd86dbdd81 req-221a9c3a-734b-4675-a86e-d475cf1a0c27 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877912 Jun 22 09:16:47.011317 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:48.669189 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:48.726091 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:56.118278 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=53 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:56.119277 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=48 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:58.529221 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:16:58.636168 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:58.643570 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:05.056656 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:13.142680 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c5433c6c-9e6e-432a-8054-0ddc08b3f49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:14.534885 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=17 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:14.539861 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=17 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:15.496806 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3058-1200-42d6-ae86-6426eabdb56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:17.033669 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:18.707785 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:18.753454 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:28.638771 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:28.644346 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:35.079686 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.530872 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:17:43.152716 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bbdd445b-93ca-48ec-a127-d6f636273a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:45.501625 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-f85614a3-0386-47f5-b04e-86cf59b79f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.538310 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05a342df-163c-4340-bfe9-e08429aca85a req-b95684fb-3dab-499b-8fd0-cbd162643770 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395584 Jun 22 09:17:46.605458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a342df-163c-4340-bfe9-e08429aca85a req-8b43bd08-4fc6-4d62-a9ea-a3988a454854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:46.606986 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05a342df-163c-4340-bfe9-e08429aca85a req-8b43bd08-4fc6-4d62-a9ea-a3988a454854 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 1130 time: 0.0477023 Jun 22 09:17:46.725066 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a342df-163c-4340-bfe9-e08429aca85a req-fe4ce218-9c76-4343-8119-904f5eef7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:46.727024 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05a342df-163c-4340-bfe9-e08429aca85a req-fe4ce218-9c76-4343-8119-904f5eef7917 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 912 time: 0.1024153 Jun 22 09:17:46.789512 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05a342df-163c-4340-bfe9-e08429aca85a req-68ace8af-360b-4b22-9e89-ec9456ffba14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 HTTP/1.1" status: 200 len: 1002 time: 0.0553122 Jun 22 09:17:46.843870 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a342df-163c-4340-bfe9-e08429aca85a req-a7a6b879-edef-4eaa-86e1-9640cad88297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:46.845360 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05a342df-163c-4340-bfe9-e08429aca85a req-a7a6b879-edef-4eaa-86e1-9640cad88297 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0491788 Jun 22 09:17:46.888140 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a342df-163c-4340-bfe9-e08429aca85a req-7cc03014-0b54-4f09-adfd-40448ec014d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:46.889615 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05a342df-163c-4340-bfe9-e08429aca85a req-7cc03014-0b54-4f09-adfd-40448ec014d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388310 Jun 22 09:17:46.978198 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05a342df-163c-4340-bfe9-e08429aca85a req-838f24e8-6df7-4ece-9fdd-a627a0cfe657 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829940 Jun 22 09:17:47.039371 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.073548 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-05a342df-163c-4340-bfe9-e08429aca85a req-9d7653e4-e5f8-4a35-a83d-7868fae30929 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900481 Jun 22 09:17:48.690280 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:48.713092 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:51.532127 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:51.536334 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:57.068548 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=52 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:57.070434 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=49 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:57.353087 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49278) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:57.493143 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Deleting port d3b29774-5da9-4876-99b3-3d4dc76274cd {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:17:57.493481 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (d3b29774-5da9-4876-99b3-3d4dc76274cd), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:57.574030 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (d3b29774-5da9-4876-99b3-3d4dc76274cd), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:57.574458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (d3b29774-5da9-4876-99b3-3d4dc76274cd), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:57.587271 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Calling delete_port for d3b29774-5da9-4876-99b3-3d4dc76274cd owned by network:floatingip {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:17:57.822189 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (d3b29774-5da9-4876-99b3-3d4dc76274cd), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:57.850847 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event deleted for resources: {'Port': ['ID=d3b29774-5da9-4876-99b3-3d4dc76274cd,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:57.880642 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.880982 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.881322 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.881661 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.881991 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.882366 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.882668 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.882989 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.883312 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.883634 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.883962 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.884276 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.884590 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.884906 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.885237 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:57.925054 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (22f23a9d-aff6-404a-9599-d02ab871775d), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:57.925383 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Floating IP 22f23a9d-aff6-404a-9599-d02ab871775d disassociated (deleted). External IP: 172.27.2.214, port: 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96. Jun 22 09:17:58.140636 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:17:58.245217 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:17:58.250254 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:58.256027 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a461b-99bc-48d5-bd3b-8b139e7471c0 None None] Sync routers for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:17:58.266888 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a461b-99bc-48d5-bd3b-8b139e7471c0 None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:17:58.267787 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b09a461b-99bc-48d5-bd3b-8b139e7471c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:17:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:58.279072 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:58.282733 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-98559c02-ab0b-47a9-9fba-ee276332213c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "DELETE /v2.0/floatingips/22f23a9d-aff6-404a-9599-d02ab871775d HTTP/1.1" status: 204 len: 168 time: 0.9286368 Jun 22 09:17:58.283309 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'tag': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:17:58.286155 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5114dfe-48fe-41b0-964b-03d83513af8c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9917b8-8728-4bed-b5eb-e2a0c92a1f33", "tag": "0a6acdf5-61f7-4c3b-85c4-a9adfe431a96"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:17:58.378332 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-b09a461b-99bc-48d5-bd3b-8b139e7471c0 None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:17:58.386548 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ef5ce2-9026-4dd5-9387-9c604f15a94b x-openstack-request-id: req-35ef5ce2-9026-4dd5-9387-9c604f15a94b {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:17:58.386826 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9917b8-8728-4bed-b5eb-e2a0c92a1f33", "tag": "0a6acdf5-61f7-4c3b-85c4-a9adfe431a96", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:17:58.387102 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35ef5ce2-9026-4dd5-9387-9c604f15a94b {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:17:58.387626 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ef5ce2-9026-4dd5-9387-9c604f15a94b'] response: {'name': 'network-changed', 'server_uuid': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'tag': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96', 'status': 'completed', 'code': 200} Jun 22 09:17:58.440986 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:58.448404 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5114dfe-48fe-41b0-964b-03d83513af8c req-6fbf0695-7ddb-4296-a2f1-0704bcb1e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:58.449933 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f5114dfe-48fe-41b0-964b-03d83513af8c req-6fbf0695-7ddb-4296-a2f1-0704bcb1e516 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 1130 time: 0.0409327 Jun 22 09:17:58.603375 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b09a461b-99bc-48d5-bd3b-8b139e7471c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '45d4151d-b6f2-477e-90d7-809b9a6a706d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:78:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced17801-19ec-423e-a501-e9614fca098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:14:16Z', 'updated_at': '2022-06-22T09:14:19Z', 'revision_number': 1, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:58.635987 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a461b-99bc-48d5-bd3b-8b139e7471c0 None None] Checking router: 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:17:58.640310 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:58.642379 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:58.645766 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a461b-99bc-48d5-bd3b-8b139e7471c0 None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:17:58.646422 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b09a461b-99bc-48d5-bd3b-8b139e7471c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:17:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:58.761466 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-b09a461b-99bc-48d5-bd3b-8b139e7471c0 None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:17:58.849998 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a689ef4-c1a6-4cc8-be10-d818afca7279 req-b1c63cb7-e287-4076-8d50-ceada9036a5f tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:58.853550 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6a689ef4-c1a6-4cc8-be10-d818afca7279 req-b1c63cb7-e287-4076-8d50-ceada9036a5f tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 946 time: 0.0606270 Jun 22 09:17:58.874457 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5114dfe-48fe-41b0-964b-03d83513af8c req-75b3375c-3a9f-44da-bef1-2f9e66ad9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:58.880151 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f5114dfe-48fe-41b0-964b-03d83513af8c req-75b3375c-3a9f-44da-bef1-2f9e66ad9a6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 912 time: 0.4203711 Jun 22 09:17:58.912034 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-6a689ef4-c1a6-4cc8-be10-d818afca7279 req-1bb9eb6d-ca6e-4d68-8d72-b6fe4fdbe037 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537245 Jun 22 09:17:58.984685 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b09a461b-99bc-48d5-bd3b-8b139e7471c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '45d4151d-b6f2-477e-90d7-809b9a6a706d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:78:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced17801-19ec-423e-a501-e9614fca098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:14:16Z', 'updated_at': '2022-06-22T09:14:19Z', 'revision_number': 1, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:59.008718 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a461b-99bc-48d5-bd3b-8b139e7471c0 None None] The sync data for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi is: [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_floatingips': [{'id': '45d4151d-b6f2-477e-90d7-809b9a6a706d', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'router_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'port_id': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'mac_address': 'fa:16:3e:78:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced17801-19ec-423e-a501-e9614fca098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:14:16Z', 'updated_at': '2022-06-22T09:14:19Z', 'revision_number': 1, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:17:59.224771 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e448029-6c5b-4d66-828c-8c71fd4b9f8e None None] New status for floating IP 22f23a9d-aff6-404a-9599-d02ab871775d: DOWN {{(pid=104241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:17:59.734992 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f5114dfe-48fe-41b0-964b-03d83513af8c req-8cbff9fd-3f82-439d-95b6-bd6183875c04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 HTTP/1.1" status: 200 len: 217 time: 0.0334074 Jun 22 09:17:59.783155 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5114dfe-48fe-41b0-964b-03d83513af8c req-053b27d6-0830-48cd-865f-93fb84f81b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:59.784587 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f5114dfe-48fe-41b0-964b-03d83513af8c req-053b27d6-0830-48cd-865f-93fb84f81b78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0437143 Jun 22 09:17:59.837247 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5114dfe-48fe-41b0-964b-03d83513af8c req-a9c992e8-d0fe-4777-9077-286319411a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:59.838793 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f5114dfe-48fe-41b0-964b-03d83513af8c req-a9c992e8-d0fe-4777-9077-286319411a25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394330 Jun 22 09:17:59.976438 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f5114dfe-48fe-41b0-964b-03d83513af8c req-af7624ff-bb5e-40c7-9eb2-a46b4275e8b0 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897968 Jun 22 09:18:00.033666 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374f8c9-aef8-4c59-ac7d-a8afd3a7fd43 req-32761c1a-527f-4f9a-8390-d2b5242bf0b6 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:00.035051 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8374f8c9-aef8-4c59-ac7d-a8afd3a7fd43 req-32761c1a-527f-4f9a-8390-d2b5242bf0b6 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 946 time: 0.0468850 Jun 22 09:18:00.084339 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-8374f8c9-aef8-4c59-ac7d-a8afd3a7fd43 req-14769755-0182-4a67-9073-867b6bee4c33 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437772 Jun 22 09:18:00.283356 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5951-7ebf-4cb8-b844-6fe2f186650e req-e0eb4d62-f0f6-4bed-a06a-dc06b11b5a9b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:00.284925 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef7e5951-7ebf-4cb8-b844-6fe2f186650e req-e0eb4d62-f0f6-4bed-a06a-dc06b11b5a9b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 946 time: 0.0632713 Jun 22 09:18:00.295909 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f5114dfe-48fe-41b0-964b-03d83513af8c req-db158959-7948-4ab4-ab86-65b1df7e676f service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353967 Jun 22 09:18:00.376575 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-ef7e5951-7ebf-4cb8-b844-6fe2f186650e req-0b2451d2-67c0-4d00-a34a-9142dd47bc83 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Deleting port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:00.376909 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ef7e5951-7ebf-4cb8-b844-6fe2f186650e req-0b2451d2-67c0-4d00-a34a-9142dd47bc83 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:00.467190 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-ef7e5951-7ebf-4cb8-b844-6fe2f186650e req-0b2451d2-67c0-4d00-a34a-9142dd47bc83 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] For port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:00.467534 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ef7e5951-7ebf-4cb8-b844-6fe2f186650e req-0b2451d2-67c0-4d00-a34a-9142dd47bc83 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:00.480344 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-ef7e5951-7ebf-4cb8-b844-6fe2f186650e req-0b2451d2-67c0-4d00-a34a-9142dd47bc83 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Calling delete_port for 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:00.521047 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:00.684962 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ef7e5951-7ebf-4cb8-b844-6fe2f186650e req-0b2451d2-67c0-4d00-a34a-9142dd47bc83 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (0a6acdf5-61f7-4c3b-85c4-a9adfe431a96), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:00.695969 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:00.713865 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2451d2-67c0-4d00-a34a-9142dd47bc83 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event deleted for resources: {'Port': ['ID=0a6acdf5-61f7-4c3b-85c4-a9adfe431a96,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:00.763622 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7e5951-7ebf-4cb8-b844-6fe2f186650e req-0b2451d2-67c0-4d00-a34a-9142dd47bc83 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] No DVR routers for this DVR port 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:18:00.766197 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-ef7e5951-7ebf-4cb8-b844-6fe2f186650e req-0b2451d2-67c0-4d00-a34a-9142dd47bc83 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:00.769354 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-ef7e5951-7ebf-4cb8-b844-6fe2f186650e req-0b2451d2-67c0-4d00-a34a-9142dd47bc83 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "DELETE /v2.0/ports/0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 HTTP/1.1" status: 204 len: 173 time: 0.4763608 Jun 22 09:18:00.769788 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'name': 'network-vif-deleted', 'tag': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:18:00.772022 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199eac35-dff2-4daa-9000-b08784376322" -d '{"events": [{"server_uuid": "fd9917b8-8728-4bed-b5eb-e2a0c92a1f33", "name": "network-vif-deleted", "tag": "0a6acdf5-61f7-4c3b-85c4-a9adfe431a96"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:18:00.811977 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cde7a8d-7fc6-44f0-bff9-35fd5226033f x-openstack-request-id: req-2cde7a8d-7fc6-44f0-bff9-35fd5226033f {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:18:00.812294 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9917b8-8728-4bed-b5eb-e2a0c92a1f33", "name": "network-vif-deleted", "tag": "0a6acdf5-61f7-4c3b-85c4-a9adfe431a96", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:18:00.812545 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cde7a8d-7fc6-44f0-bff9-35fd5226033f {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:18:00.812977 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cde7a8d-7fc6-44f0-bff9-35fd5226033f'] response: {'server_uuid': 'fd9917b8-8728-4bed-b5eb-e2a0c92a1f33', 'name': 'network-vif-deleted', 'tag': '0a6acdf5-61f7-4c3b-85c4-a9adfe431a96', 'status': 'completed', 'code': 200} Jun 22 09:18:01.191122 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-f05fbf67-a9aa-441e-b2b4-2327e80b7958 req-0ccac778-c7fc-424e-972a-20dc69dd16c9 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd9917b8-8728-4bed-b5eb-e2a0c92a1f33 HTTP/1.1" status: 200 len: 210 time: 0.0300703 Jun 22 09:18:04.001050 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:18:04.022610 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:18:04.022959 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 0a6acdf5-61f7-4c3b-85c4-a9adfe431a96 not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:18:04.717885 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49320) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:04.859513 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Deleting port a6b6e26f-69c7-4102-a67c-f580ad247dce {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:04.859852 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (a6b6e26f-69c7-4102-a67c-f580ad247dce), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:04.938482 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (a6b6e26f-69c7-4102-a67c-f580ad247dce), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:04.938808 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (a6b6e26f-69c7-4102-a67c-f580ad247dce), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:04.951555 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Calling delete_port for a6b6e26f-69c7-4102-a67c-f580ad247dce owned by network:floatingip {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:05.101589 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:05.164935 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (a6b6e26f-69c7-4102-a67c-f580ad247dce), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:05.191288 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event deleted for resources: {'Port': ['ID=a6b6e26f-69c7-4102-a67c-f580ad247dce,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:05.255470 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (45d4151d-b6f2-477e-90d7-809b9a6a706d), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:05.255786 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.db.l3_db [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Floating IP 45d4151d-b6f2-477e-90d7-809b9a6a706d disassociated (deleted). External IP: 172.27.2.99, port: 461d758a-f4c6-44e7-8751-b99bcc12691c. Jun 22 09:18:05.454139 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:18:05.460719 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:05.559284 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:18:05.564565 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:05.569021 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f4741-20bb-4da4-b4ac-2803926b62c4 None None] Sync routers for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:18:05.579312 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f4741-20bb-4da4-b4ac-2803926b62c4 None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:18:05.579905 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b86f4741-20bb-4da4-b4ac-2803926b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:17:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:05.585360 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:05.595481 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-130a712e-ad16-484e-9400-ba5a17023b40 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "DELETE /v2.0/floatingips/45d4151d-b6f2-477e-90d7-809b9a6a706d HTTP/1.1" status: 204 len: 168 time: 0.8764849 Jun 22 09:18:05.597627 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced17801-19ec-423e-a501-e9614fca098c', 'tag': '461d758a-f4c6-44e7-8751-b99bcc12691c'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:18:05.598336 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe41a6e-5399-4647-b03b-7357bb7372ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ced17801-19ec-423e-a501-e9614fca098c", "tag": "461d758a-f4c6-44e7-8751-b99bcc12691c"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:18:05.659567 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0d10e7-aaf3-4dc4-9df6-3a087f0a74a7 x-openstack-request-id: req-ab0d10e7-aaf3-4dc4-9df6-3a087f0a74a7 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:18:05.659884 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced17801-19ec-423e-a501-e9614fca098c", "tag": "461d758a-f4c6-44e7-8751-b99bcc12691c", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:18:05.660099 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab0d10e7-aaf3-4dc4-9df6-3a087f0a74a7 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:18:05.661128 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0d10e7-aaf3-4dc4-9df6-3a087f0a74a7'] response: {'name': 'network-changed', 'server_uuid': 'ced17801-19ec-423e-a501-e9614fca098c', 'tag': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'status': 'completed', 'code': 200} Jun 22 09:18:05.694265 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-b86f4741-20bb-4da4-b4ac-2803926b62c4 None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:18:05.717454 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe41a6e-5399-4647-b03b-7357bb7372ca req-09accd65-5d70-4d0f-96ab-6d8181bc2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:05.719043 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbe41a6e-5399-4647-b03b-7357bb7372ca req-09accd65-5d70-4d0f-96ab-6d8181bc2bd5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c6571a499a0498abe9211d2d252bacf&device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 1129 time: 0.0418022 Jun 22 09:18:05.822303 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe41a6e-5399-4647-b03b-7357bb7372ca req-5fd5119d-7186-4380-b52d-56fabbf90871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:05.823906 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbe41a6e-5399-4647-b03b-7357bb7372ca req-5fd5119d-7186-4380-b52d-56fabbf90871 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 200 len: 912 time: 0.0987992 Jun 22 09:18:05.864388 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbe41a6e-5399-4647-b03b-7357bb7372ca req-52b3a298-ab24-4123-86e8-0cfe5318be94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461d758a-f4c6-44e7-8751-b99bcc12691c HTTP/1.1" status: 200 len: 217 time: 0.0341642 Jun 22 09:18:05.915749 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=100 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:05.917697 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:05.919679 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe41a6e-5399-4647-b03b-7357bb7372ca req-927c5e5a-a568-4548-8e6e-b65bd385bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:05.921663 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbe41a6e-5399-4647-b03b-7357bb7372ca req-927c5e5a-a568-4548-8e6e-b65bd385bd1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 200 len: 850 time: 0.0520735 Jun 22 09:18:05.973511 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe41a6e-5399-4647-b03b-7357bb7372ca req-63ffd4f7-35a4-4db2-8342-f5975cbfe48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:05.975056 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbe41a6e-5399-4647-b03b-7357bb7372ca req-63ffd4f7-35a4-4db2-8342-f5975cbfe48f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d777f017-a4b7-4bab-b97e-75143e410eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470822 Jun 22 09:18:05.978274 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b86f4741-20bb-4da4-b4ac-2803926b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:06.004927 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f4741-20bb-4da4-b4ac-2803926b62c4 None None] Checking router: 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:18:06.017389 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f4741-20bb-4da4-b4ac-2803926b62c4 None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:18:06.018102 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b86f4741-20bb-4da4-b4ac-2803926b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:17:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:06.049240 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00004603-3476-46d1-9425-c0e5cc7f3ecf req-9e462cb2-a3ae-4eb3-abac-0d30db3af0b4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:06.050782 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-00004603-3476-46d1-9425-c0e5cc7f3ecf req-9e462cb2-a3ae-4eb3-abac-0d30db3af0b4 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 945 time: 0.0492618 Jun 22 09:18:06.102663 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-00004603-3476-46d1-9425-c0e5cc7f3ecf req-63c5cf5e-5874-40cb-9b43-4252dd273bc7 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458295 Jun 22 09:18:06.121457 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-b86f4741-20bb-4da4-b4ac-2803926b62c4 None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:18:06.307339 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-b86f4741-20bb-4da4-b4ac-2803926b62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:06.332088 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f4741-20bb-4da4-b4ac-2803926b62c4 None None] The sync data for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi is: [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:04Z', 'revision_number': 4, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi', '_interfaces': [{'id': '1bb57590-aef6-4ad4-96c2-7f3a28359762', 'name': '', 'network_id': 'd777f017-a4b7-4bab-b97e-75143e410eba', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'mac_address': 'fa:16:3e:e1:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:03Z', 'updated_at': '2022-06-22T09:11:08Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'subnets': [{'id': '604a182a-af67-4ea2-860f-5ec03d3c4b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:18:06.545227 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e00a82-6d21-4faf-8cbe-4b6ab60b8bf3 None None] New status for floating IP 45d4151d-b6f2-477e-90d7-809b9a6a706d: DOWN {{(pid=104241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:18:07.045315 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbe41a6e-5399-4647-b03b-7357bb7372ca req-558cf813-16d2-4082-8f81-a9f2b5391b20 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916548 Jun 22 09:18:07.244187 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69076d0-806c-4161-a63c-8904f1f1f814 req-9bd24eb8-f5f6-4599-b594-a26231adb0e9 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:07.245644 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b69076d0-806c-4161-a63c-8904f1f1f814 req-9bd24eb8-f5f6-4599-b594-a26231adb0e9 tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 945 time: 0.0682585 Jun 22 09:18:07.247844 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-fbe41a6e-5399-4647-b03b-7357bb7372ca req-1eb6dc22-f904-459e-ab7f-39d0fcb65030 service neutron] 10.222.0.43 "GET /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309299 Jun 22 09:18:07.294831 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-b69076d0-806c-4161-a63c-8904f1f1f814 req-801a7466-1dc8-401f-815d-fe67488f869f tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bf9a741-ed65-48ac-93d9-77fa58158db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434279 Jun 22 09:18:07.445490 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7d56f-2583-424d-9033-9db54d8488f0 req-538c67ef-436b-4397-b683-fd1b841034cd tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:07.446937 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1ef7d56f-2583-424d-9033-9db54d8488f0 req-538c67ef-436b-4397-b683-fd1b841034cd tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 945 time: 0.0472472 Jun 22 09:18:07.532055 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-1ef7d56f-2583-424d-9033-9db54d8488f0 req-8f5dc9e2-5b09-4440-aecc-624a98ec617c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Deleting port 461d758a-f4c6-44e7-8751-b99bcc12691c {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:07.532389 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1ef7d56f-2583-424d-9033-9db54d8488f0 req-8f5dc9e2-5b09-4440-aecc-624a98ec617c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:07.620648 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [req-1ef7d56f-2583-424d-9033-9db54d8488f0 req-8f5dc9e2-5b09-4440-aecc-624a98ec617c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] For port 461d758a-f4c6-44e7-8751-b99bcc12691c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=461d758a-f4c6-44e7-8751-b99bcc12691c,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:07.621006 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1ef7d56f-2583-424d-9033-9db54d8488f0 req-8f5dc9e2-5b09-4440-aecc-624a98ec617c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:07.635209 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [req-1ef7d56f-2583-424d-9033-9db54d8488f0 req-8f5dc9e2-5b09-4440-aecc-624a98ec617c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Calling delete_port for 461d758a-f4c6-44e7-8751-b99bcc12691c owned by compute:nova {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:07.697406 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:07.700532 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=100 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:07.838697 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1ef7d56f-2583-424d-9033-9db54d8488f0 req-8f5dc9e2-5b09-4440-aecc-624a98ec617c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (461d758a-f4c6-44e7-8751-b99bcc12691c), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:07.867499 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5dc9e2-5b09-4440-aecc-624a98ec617c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event deleted for resources: {'Port': ['ID=461d758a-f4c6-44e7-8751-b99bcc12691c,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:07.912211 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef7d56f-2583-424d-9033-9db54d8488f0 req-8f5dc9e2-5b09-4440-aecc-624a98ec617c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] No DVR routers for this DVR port 461d758a-f4c6-44e7-8751-b99bcc12691c on host hv-cinder-78729 {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:18:07.914775 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [req-1ef7d56f-2583-424d-9033-9db54d8488f0 req-8f5dc9e2-5b09-4440-aecc-624a98ec617c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for port (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:07.917986 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-1ef7d56f-2583-424d-9033-9db54d8488f0 req-8f5dc9e2-5b09-4440-aecc-624a98ec617c tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.43 "DELETE /v2.0/ports/461d758a-f4c6-44e7-8751-b99bcc12691c HTTP/1.1" status: 204 len: 173 time: 0.4661484 Jun 22 09:18:07.918568 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced17801-19ec-423e-a501-e9614fca098c', 'name': 'network-vif-deleted', 'tag': '461d758a-f4c6-44e7-8751-b99bcc12691c'}] {{(pid=104239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:18:07.920957 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91799e47a754ff21ea20a26aacbe0e89c272a0afe9912cfbedafbaf689ec7615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b19fba-92c0-414b-aa8e-9b939c0546ba" -d '{"events": [{"server_uuid": "ced17801-19ec-423e-a501-e9614fca098c", "name": "network-vif-deleted", "tag": "461d758a-f4c6-44e7-8751-b99bcc12691c"}]}' {{(pid=104239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:18:07.957097 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40978d6-1718-414b-9c99-c7fc0633cb73 x-openstack-request-id: req-d40978d6-1718-414b-9c99-c7fc0633cb73 {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:18:07.957597 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced17801-19ec-423e-a501-e9614fca098c", "name": "network-vif-deleted", "tag": "461d758a-f4c6-44e7-8751-b99bcc12691c", "status": "completed", "code": 200}]} {{(pid=104239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:18:07.957782 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d40978d6-1718-414b-9c99-c7fc0633cb73 {{(pid=104239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:18:07.958093 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40978d6-1718-414b-9c99-c7fc0633cb73'] response: {'server_uuid': 'ced17801-19ec-423e-a501-e9614fca098c', 'name': 'network-vif-deleted', 'tag': '461d758a-f4c6-44e7-8751-b99bcc12691c', 'status': 'completed', 'code': 200} Jun 22 09:18:08.397975 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [req-a420bafc-6f1d-4f21-9dba-8a4da34ba762 req-1500c1d3-6abb-4bd2-92e3-ddf3f58fd4cc tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced17801-19ec-423e-a501-e9614fca098c HTTP/1.1" status: 200 len: 210 time: 0.0320933 Jun 22 09:18:09.459241 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49336) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:09.570017 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-f4858bb0-e4f6-485b-8ce8-746a6fbbcffe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Deleting port 7482455d-e74c-4338-9327-1f96c67b3060 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:09.570393 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f4858bb0-e4f6-485b-8ce8-746a6fbbcffe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (7482455d-e74c-4338-9327-1f96c67b3060), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:09.646303 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f4858bb0-e4f6-485b-8ce8-746a6fbbcffe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (7482455d-e74c-4338-9327-1f96c67b3060), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:09.646626 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f4858bb0-e4f6-485b-8ce8-746a6fbbcffe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (7482455d-e74c-4338-9327-1f96c67b3060), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:09.659814 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-f4858bb0-e4f6-485b-8ce8-746a6fbbcffe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Calling delete_port for 7482455d-e74c-4338-9327-1f96c67b3060 owned by network:floatingip {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:09.884458 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f4858bb0-e4f6-485b-8ce8-746a6fbbcffe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (7482455d-e74c-4338-9327-1f96c67b3060), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:09.909446 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4858bb0-e4f6-485b-8ce8-746a6fbbcffe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event deleted for resources: {'Port': ['ID=7482455d-e74c-4338-9327-1f96c67b3060,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:09.976245 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f4858bb0-e4f6-485b-8ce8-746a6fbbcffe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for floatingip (48b5c32e-4d10-4aeb-899b-8811bb2614e1), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:09.979103 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-f4858bb0-e4f6-485b-8ce8-746a6fbbcffe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120953'] for floatingip (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:09.980518 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-f4858bb0-e4f6-485b-8ce8-746a6fbbcffe tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "DELETE /v2.0/floatingips/48b5c32e-4d10-4aeb-899b-8811bb2614e1 HTTP/1.1" status: 204 len: 168 time: 0.5201709 Jun 22 09:18:10.001897 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 461d758a-f4c6-44e7-8751-b99bcc12691c no longer exists at agent hyperv_hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:18:10.020566 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] No Port match for: 461d758a-f4c6-44e7-8751-b99bcc12691c {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:18:10.020865 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Device 461d758a-f4c6-44e7-8751-b99bcc12691c not bound to the agent host hv-cinder-78729 {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:18:11.360435 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49348) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:11.424286 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9188-c502-4885-94bc-1b86b865225b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group (9bf9a741-ed65-48ac-93d9-77fa58158db2), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:11.451820 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9188-c502-4885-94bc-1b86b865225b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group (9bf9a741-ed65-48ac-93d9-77fa58158db2), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:11.568838 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9188-c502-4885-94bc-1b86b865225b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (9bf9a741-ed65-48ac-93d9-77fa58158db2), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:11.571497 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-cb5c9188-c502-4885-94bc-1b86b865225b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:11.572695 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-cb5c9188-c502-4885-94bc-1b86b865225b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] 10.222.0.36 "DELETE /v2.0/security-groups/9bf9a741-ed65-48ac-93d9-77fa58158db2 HTTP/1.1" status: 204 len: 168 time: 0.2112429 Jun 22 09:18:11.582136 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c9188-c502-4885-94bc-1b86b865225b tempest-TestVolumeBootPattern-487095003 tempest-TestVolumeBootPattern-487095003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf9a741-ed65-48ac-93d9-77fa58158db2,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:11.714844 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 49352) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:12.132301 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460168'] for router_interface (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:12.350848 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Deleting port 1bb57590-aef6-4ad4-96c2-7f3a28359762 {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:12.351180 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:12.428743 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] For port 1bb57590-aef6-4ad4-96c2-7f3a28359762, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=1bb57590-aef6-4ad4-96c2-7f3a28359762,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:12.428996 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:12.442395 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Calling delete_port for 1bb57590-aef6-4ad4-96c2-7f3a28359762 owned by network:router_interface {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:12.530166 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:18:12.612972 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:12.718928 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (1bb57590-aef6-4ad4-96c2-7f3a28359762), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:12.723970 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:12.748177 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb57590-aef6-4ad4-96c2-7f3a28359762,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:12.761157 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.761527 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.762724 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.763110 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.768747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.768747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.768747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.768747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.768747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.768747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.768747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.768747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.768747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.768747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.768747 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:12.926038 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460060'] for router_interface (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:13.128627 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-9d35c4a5-f53c-402e-b990-6e377695b9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:13.131665 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:18:13.233774 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:18:13.242528 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-1aabf51d-7c55-41b5-ad2a-167ab06d0eb2 admin admin] 10.222.0.36 "PUT /v2.0/routers/2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5234151 Jun 22 09:18:13.242528 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 49358) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:13.244396 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d52ac0-3798-4dd5-87ea-d88b6067acc0 None None] Sync routers for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:18:13.255262 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d52ac0-3798-4dd5-87ea-d88b6067acc0 None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:18:13.255895 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-49d52ac0-3798-4dd5-87ea-d88b6067acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:17:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:13.341466 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Publish callbacks [] for router (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:13.357592 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-49d52ac0-3798-4dd5-87ea-d88b6067acc0 None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: dv-cinder-787296-11-iscsi {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:18:13.442491 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Publish callbacks [] for router_gateway (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:13.524327 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-49d52ac0-3798-4dd5-87ea-d88b6067acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:18:12Z', 'revision_number': 5, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port': {'id': '964f886c-90dc-4a8c-9ccd-6e6ed1043b5f', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:13.543463 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Deleting port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:13.544666 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:13.553204 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d52ac0-3798-4dd5-87ea-d88b6067acc0 None None] Checking router: 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed for host: dv-cinder-787296-11-iscsi {{(pid=104242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:18:13.563923 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d52ac0-3798-4dd5-87ea-d88b6067acc0 None None] Routers {'2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:18:13.564534 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-49d52ac0-3798-4dd5-87ea-d88b6067acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:17:45Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'], 'active': True} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:13.568348 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:13.627484 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] For port 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=964f886c-90dc-4a8c-9ccd-6e6ed1043b5f,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:13.627978 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:13.643690 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Calling delete_port for 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f owned by network:router_gateway {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:13.650566 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_dvr_db [None req-49d52ac0-3798-4dd5-87ea-d88b6067acc0 None None] Set router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed gateway port host: None {{(pid=104242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:18:13.699400 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.l3_hamode_db [None req-49d52ac0-3798-4dd5-87ea-d88b6067acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:18:13Z', 'revision_number': 6, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port_host': None}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:13.724531 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d52ac0-3798-4dd5-87ea-d88b6067acc0 None None] The sync data for ids ['2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed'] in dv-cinder-787296-11-iscsi is: [{'id': '2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed', 'name': 'tempest-TestVolumeBootPattern-799880003-router', 'tenant_id': '0c6571a499a0498abe9211d2d252bacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:01Z', 'updated_at': '2022-06-22T09:18:13Z', 'revision_number': 6, 'project_id': '0c6571a499a0498abe9211d2d252bacf', 'gw_port_host': None}] {{(pid=104242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:18:13.747328 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=100 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:13.867390 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (964f886c-90dc-4a8c-9ccd-6e6ed1043b5f), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:13.891064 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=964f886c-90dc-4a8c-9ccd-6e6ed1043b5f,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:13.960130 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-490552'] for router_gateway (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.267974 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-464945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25224'] for router (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.270180 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Publish callbacks [] for router_controller (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.392952 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465087'] for router (2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.393527 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed {{(pid=104240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:18:14.398575 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.399845 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-324307ea-11b9-4d62-972c-a3d4012f6a7d admin admin] 10.222.0.36 "DELETE /v2.0/routers/2a9b8709-7892-41b6-9f2b-0aa3dcbc78ed HTTP/1.1" status: 204 len: 168 time: 1.1571467 Jun 22 09:18:14.402352 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 49360) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:14.447391 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.db_base_plugin_v2 [None req-b161cc24-91d2-4062-ae1d-d6143df08ea1 admin admin] Deleting subnet 604a182a-af67-4ea2-860f-5ec03d3c4b82 {{(pid=104240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:18:14.450557 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b161cc24-91d2-4062-ae1d-d6143df08ea1 admin admin] Publish callbacks [] for subnet (604a182a-af67-4ea2-860f-5ec03d3c4b82), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.487231 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b161cc24-91d2-4062-ae1d-d6143df08ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13837601'] for subnet (604a182a-af67-4ea2-860f-5ec03d3c4b82), precommit_delete_associations {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.567520 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b161cc24-91d2-4062-ae1d-d6143df08ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (604a182a-af67-4ea2-860f-5ec03d3c4b82), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.696640 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b161cc24-91d2-4062-ae1d-d6143df08ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14068931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13124434'] for subnet (604a182a-af67-4ea2-860f-5ec03d3c4b82), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.723883 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161cc24-91d2-4062-ae1d-d6143df08ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=604a182a-af67-4ea2-860f-5ec03d3c4b82,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:14.729520 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-b161cc24-91d2-4062-ae1d-d6143df08ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for subnet (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.735196 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-b161cc24-91d2-4062-ae1d-d6143df08ea1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/604a182a-af67-4ea2-860f-5ec03d3c4b82 HTTP/1.1" status: 204 len: 168 time: 0.3293138 Jun 22 09:18:14.735505 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [-] (104240) accepted ('10.222.0.36', 49362) {{(pid=104240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:14.735632 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57cfb1f-9879-4d44-85a4-f364efd2be67 None None] Network d777f017-a4b7-4bab-b97e-75143e410eba requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:18:14.811800 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (d777f017-a4b7-4bab-b97e-75143e410eba), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.856528 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Deleting port c7870f82-44ca-4fd6-90ef-43e55eccf57c {{(pid=104240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:14.856862 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.891809 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] DHCP port deletion for d777f017-a4b7-4bab-b97e-75143e410eba request from dv-cinder-787296-11-iscsi {{(pid=104241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:18:14.928613 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.db [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] For port c7870f82-44ca-4fd6-90ef-43e55eccf57c, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=c7870f82-44ca-4fd6-90ef-43e55eccf57c,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:14.928970 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.938001 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Deleting port c7870f82-44ca-4fd6-90ef-43e55eccf57c {{(pid=104241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:14.938648 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), before_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:14.944555 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.plugin [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Calling delete_port for c7870f82-44ca-4fd6-90ef-43e55eccf57c owned by network:dhcp {{(pid=104240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:14.946204 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=82,neutron:DELETE=14,neutron:UPDATE=4 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:14.965296 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 1bb57590-aef6-4ad4-96c2-7f3a28359762 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:18:15.018106 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 1bb57590-aef6-4ad4-96c2-7f3a28359762 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:18:15.018376 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 1bb57590-aef6-4ad4-96c2-7f3a28359762 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:18:15.018781 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:18:15.022775 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:15.047030 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:18:15.047385 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 964f886c-90dc-4a8c-9ccd-6e6ed1043b5f not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:18:15.048087 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device c7870f82-44ca-4fd6-90ef-43e55eccf57c no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:18:15.113022 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14068884'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:15.137584 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7870f82-44ca-4fd6-90ef-43e55eccf57c,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:15.146434 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] No DVR routers for this DVR port c7870f82-44ca-4fd6-90ef-43e55eccf57c on host dv-cinder-787296-11-iscsi {{(pid=104240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:18:15.203014 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] For port c7870f82-44ca-4fd6-90ef-43e55eccf57c, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=c7870f82-44ca-4fd6-90ef-43e55eccf57c,segment=NetworkSegment(51dff2b4-7fea-4339-85e8-6c8420b9b8f7),segment_id=51dff2b4-7fea-4339-85e8-6c8420b9b8f7)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:15.203528 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), precommit_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:15.222480 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Calling delete_port for c7870f82-44ca-4fd6-90ef-43e55eccf57c owned by network:dhcp {{(pid=104241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:15.223291 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (d777f017-a4b7-4bab-b97e-75143e410eba), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:15.238542 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No active binding found for port c7870f82-44ca-4fd6-90ef-43e55eccf57c {{(pid=104241) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 22 09:18:15.238922 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] The host dv-cinder-787296-11-iscsi is not matching for port c7870f82-44ca-4fd6-90ef-43e55eccf57c host None! {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jun 22 09:18:15.239303 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device c7870f82-44ca-4fd6-90ef-43e55eccf57c not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:18:15.245030 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d777f017-a4b7-4bab-b97e-75143e410eba']}} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:15.255937 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51dff2b4-7fea-4339-85e8-6c8420b9b8f7') {'for_net_delete': True} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:15.256238 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.services.segments.db [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51dff2b4-7fea-4339-85e8-6c8420b9b8f7') {} {{(pid=104240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:15.266766 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13837626'] for segment (51dff2b4-7fea-4339-85e8-6c8420b9b8f7), before_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:15.281259 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (51dff2b4-7fea-4339-85e8-6c8420b9b8f7), precommit_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:15.287910 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=104240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:18:15.288372 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14068905'] for segment (51dff2b4-7fea-4339-85e8-6c8420b9b8f7), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:15.303176 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (c7870f82-44ca-4fd6-90ef-43e55eccf57c), after_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:15.331648 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Pushing event deleted for resources: {'Port': ['ID=c7870f82-44ca-4fd6-90ef-43e55eccf57c,revision_number=None']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:15.336386 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] No DVR routers for this DVR port c7870f82-44ca-4fd6-90ef-43e55eccf57c on host dv-cinder-787296-11-iscsi {{(pid=104241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.349127 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4667654-f038-47f6-98d8-456ece64b800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-11-iscsi {{(pid=104241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:15.420473 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (d777f017-a4b7-4bab-b97e-75143e410eba), after_delete {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:15.428659 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron_lib.callbacks.manager [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:15.432413 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.wsgi [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d777f017-a4b7-4bab-b97e-75143e410eba HTTP/1.1" status: 204 len: 168 time: 0.6954648 Jun 22 09:18:15.435948 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49368) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:15.446489 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224df1ef-e6f7-4159-86e5-74199648f426 admin admin] Pushing event deleted for resources: {'Network': ['ID=d777f017-a4b7-4bab-b97e-75143e410eba,revision_number=None']} {{(pid=104240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:15.452470 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 51dff2b4-7fea-4339-85e8-6c8420b9b8f7 resource provider aggregate not found Jun 22 09:18:15.471043 dv-cinder-787296-11-iscsi neutron-server[104240]: INFO neutron.services.segments.plugin [-] Segment 51dff2b4-7fea-4339-85e8-6c8420b9b8f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51dff2b4-7fea-4339-85e8-6c8420b9b8f7 found for delete ", "request_id": "req-f152cf26-f9a8-4c43-ac80-bde8227ff800"}]} Jun 22 09:18:15.518499 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-9909b715-6970-4d8d-909b-9c788a9d9cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:15.599089 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:DELETE=13,neutron:SELECT=87 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:15.642472 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:15.791191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460168'] for router_interface (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:16.057893 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] Deleting port 124c7345-3bf9-4d11-994b-79338ece85be {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:16.057893 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (124c7345-3bf9-4d11-994b-79338ece85be), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:16.152039 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] For port 124c7345-3bf9-4d11-994b-79338ece85be, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=124c7345-3bf9-4d11-994b-79338ece85be,segment=NetworkSegment(50890530-b90e-4108-8baa-403d9aeed816),segment_id=50890530-b90e-4108-8baa-403d9aeed816)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:16.152394 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (124c7345-3bf9-4d11-994b-79338ece85be), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:16.167016 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] Calling delete_port for 124c7345-3bf9-4d11-994b-79338ece85be owned by network:router_interface {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:16.426295 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (124c7345-3bf9-4d11-994b-79338ece85be), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:16.454809 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=124c7345-3bf9-4d11-994b-79338ece85be,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:16.524320 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:16.896845 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460060'] for router_interface (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:16.899732 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:17.049866 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:17.110462 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] Router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe has already been hosted by L3 agent 7cd0ba5f-05cf-49c3-83c5-bcd9359811bb {{(pid=104239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:18:17.213332 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] Notify agent at l3_agent.dv-cinder-787296-11-iscsi the message routers_updated {{(pid=104239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:18:17.219428 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-7b877436-5512-4b5a-b502-3a9e9e8c9b10 admin admin] 10.222.0.36 "PUT /v2.0/routers/c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7815604 Jun 22 09:18:17.221761 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49372) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:17.223548 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e8fc7-e46b-4995-ad65-07e783d9126d None None] Sync routers for ids ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'] in dv-cinder-787296-11-iscsi {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:18:17.234669 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e8fc7-e46b-4995-ad65-07e783d9126d None None] Routers {'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:18:17.235294 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-f33e8fc7-e46b-4995-ad65-07e783d9126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:18:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:17.324366 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Publish callbacks [] for router (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:17.336423 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-f33e8fc7-e46b-4995-ad65-07e783d9126d None None] Set router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe gateway port host: dv-cinder-787296-11-iscsi {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:18:17.424169 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Publish callbacks [] for router_gateway (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:17.503247 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-f33e8fc7-e46b-4995-ad65-07e783d9126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'name': 'tempest-TestVolumeBootPattern-1412359921-router', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'external_fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:08Z', 'updated_at': '2022-06-22T09:18:16Z', 'revision_number': 5, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'gw_port': {'id': '78ec1aff-0ded-4272-9682-c6aa31dd54c2', 'name': '', 'network_id': '326ca9f6-f0c1-4751-84ea-10d28e6abb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:11:09Z', 'updated_at': '2022-06-22T09:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c96cf51-71ff-4234-b96c-34cc2e455bfe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-11-iscsi'}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:17.511502 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Deleting port 78ec1aff-0ded-4272-9682-c6aa31dd54c2 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:17.512083 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:17.533201 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e8fc7-e46b-4995-ad65-07e783d9126d None None] Checking router: c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe for host: dv-cinder-787296-11-iscsi {{(pid=104241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:18:17.541785 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e8fc7-e46b-4995-ad65-07e783d9126d None None] Routers {'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'} bound to L3 agent in host dv-cinder-787296-11-iscsi {{(pid=104241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:18:17.542432 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-f33e8fc7-e46b-4995-ad65-07e783d9126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:52:15Z,description=,heartbeat_timestamp=2022-06-22T09:18:15Z,host='dv-cinder-787296-11-iscsi',id=7cd0ba5f-05cf-49c3-83c5-bcd9359811bb,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:52:16Z,topic='l3_agent')) {'router_ids': ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'], 'active': True} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:17.598191 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] For port 78ec1aff-0ded-4272-9682-c6aa31dd54c2, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=78ec1aff-0ded-4272-9682-c6aa31dd54c2,segment=NetworkSegment(c557e753-421d-4182-9b43-5ca10903b00e),segment_id=c557e753-421d-4182-9b43-5ca10903b00e)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:17.598551 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:17.611777 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Calling delete_port for 78ec1aff-0ded-4272-9682-c6aa31dd54c2 owned by network:router_gateway {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:17.615997 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:17.620365 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:17.625399 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvr_db [None req-f33e8fc7-e46b-4995-ad65-07e783d9126d None None] Set router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe gateway port host: None {{(pid=104241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:18:17.670544 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:17.682283 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_hamode_db [None req-f33e8fc7-e46b-4995-ad65-07e783d9126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'name': 'tempest-TestVolumeBootPattern-1412359921-router', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:08Z', 'updated_at': '2022-06-22T09:18:17Z', 'revision_number': 6, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'gw_port_host': None}], 'dv-cinder-787296-11-iscsi', False) {} {{(pid=104241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:17.703574 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e8fc7-e46b-4995-ad65-07e783d9126d None None] The sync data for ids ['c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe'] in dv-cinder-787296-11-iscsi is: [{'id': 'c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe', 'name': 'tempest-TestVolumeBootPattern-1412359921-router', 'tenant_id': 'd745a1fcbc8149df916dc64d9a223687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:11:08Z', 'updated_at': '2022-06-22T09:18:17Z', 'revision_number': 6, 'project_id': 'd745a1fcbc8149df916dc64d9a223687', 'gw_port_host': None}] {{(pid=104241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:18:17.850315 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (78ec1aff-0ded-4272-9682-c6aa31dd54c2), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:17.855033 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:17.879312 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ec1aff-0ded-4272-9682-c6aa31dd54c2,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:17.943769 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-490552'] for router_gateway (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.032366 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-464945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25224'] for router (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.034554 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Publish callbacks [] for router_controller (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), precommit_delete_associations {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.135836 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465087'] for router (c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.136548 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe {{(pid=104239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:18:18.141478 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.150551 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-3e0fb131-705f-4f34-a869-0aefce301784 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c1eb5f1a-2c88-4f63-9760-78f5a2e2cdfe HTTP/1.1" status: 204 len: 168 time: 0.9200540 Jun 22 09:18:18.150551 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49374) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:18.192219 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35c4b26-60b6-4750-b1cd-86951646af38 admin admin] Deleting subnet 7fca2d5c-52a5-4d5e-b077-6b880ea8284d {{(pid=104239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:18:18.196414 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b26-60b6-4750-b1cd-86951646af38 admin admin] Publish callbacks [] for subnet (7fca2d5c-52a5-4d5e-b077-6b880ea8284d), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.231288 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b26-60b6-4750-b1cd-86951646af38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57991605'] for subnet (7fca2d5c-52a5-4d5e-b077-6b880ea8284d), precommit_delete_associations {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.310477 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b26-60b6-4750-b1cd-86951646af38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1422664'] for subnet (7fca2d5c-52a5-4d5e-b077-6b880ea8284d), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.440247 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b26-60b6-4750-b1cd-86951646af38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1422694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57332433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58042906'] for subnet (7fca2d5c-52a5-4d5e-b077-6b880ea8284d), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.465677 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c4b26-60b6-4750-b1cd-86951646af38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fca2d5c-52a5-4d5e-b077-6b880ea8284d,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:18.472204 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-b35c4b26-60b6-4750-b1cd-86951646af38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.475360 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b35c4b26-60b6-4750-b1cd-86951646af38 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7fca2d5c-52a5-4d5e-b077-6b880ea8284d HTTP/1.1" status: 204 len: 168 time: 0.3288288 Jun 22 09:18:18.477896 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49376) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:18.480613 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb0c38-9b04-4603-8e0a-9fb223fdd9e4 None None] Network badb33eb-3fdc-469b-997e-7aee96a779c8 requested from dv-cinder-787296-11-iscsi {{(pid=104241) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:18:18.556083 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1314783'] for network (badb33eb-3fdc-469b-997e-7aee96a779c8), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.606611 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Deleting port 8385595b-e304-4376-a1f1-d00a73ffbe49 {{(pid=104239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:18.606991 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.642020 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f8df25-0e47-452a-9804-4741a1cae33e None None] DHCP port deletion for badb33eb-3fdc-469b-997e-7aee96a779c8 request from dv-cinder-787296-11-iscsi {{(pid=104241) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:18:18.674972 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:18.681395 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.db [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] For port 8385595b-e304-4376-a1f1-d00a73ffbe49, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8385595b-e304-4376-a1f1-d00a73ffbe49,segment=NetworkSegment(50890530-b90e-4108-8baa-403d9aeed816),segment_id=50890530-b90e-4108-8baa-403d9aeed816)] {{(pid=104239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:18.681759 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.685478 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.688670 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-55f8df25-0e47-452a-9804-4741a1cae33e None None] Deleting port 8385595b-e304-4376-a1f1-d00a73ffbe49 {{(pid=104241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:18:18.688955 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-55f8df25-0e47-452a-9804-4741a1cae33e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727684394024'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), before_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.701340 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.plugin [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Calling delete_port for 8385595b-e304-4376-a1f1-d00a73ffbe49 owned by network:dhcp {{(pid=104239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:18.760706 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.766644 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.db [None req-55f8df25-0e47-452a-9804-4741a1cae33e None None] For port 8385595b-e304-4376-a1f1-d00a73ffbe49, host dv-cinder-787296-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-11-iscsi',level=0,port_id=8385595b-e304-4376-a1f1-d00a73ffbe49,segment=NetworkSegment(50890530-b90e-4108-8baa-403d9aeed816),segment_id=50890530-b90e-4108-8baa-403d9aeed816)] {{(pid=104241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:18.771284 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-55f8df25-0e47-452a-9804-4741a1cae33e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-488127'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), precommit_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.780506 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-55f8df25-0e47-452a-9804-4741a1cae33e None None] Calling delete_port for 8385595b-e304-4376-a1f1-d00a73ffbe49 owned by network:dhcp {{(pid=104241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:18:18.861715 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57332358'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.868408 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-55f8df25-0e47-452a-9804-4741a1cae33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1430679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727684397424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727683896971'] for port (8385595b-e304-4376-a1f1-d00a73ffbe49), after_delete {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.888217 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=8385595b-e304-4376-a1f1-d00a73ffbe49,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:18.894591 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] No DVR routers for this DVR port 8385595b-e304-4376-a1f1-d00a73ffbe49 on host dv-cinder-787296-11-iscsi {{(pid=104239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:18:18.899116 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8df25-0e47-452a-9804-4741a1cae33e None None] No DVR routers for this DVR port 8385595b-e304-4376-a1f1-d00a73ffbe49 on host dv-cinder-787296-11-iscsi {{(pid=104241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:18:18.900974 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8df25-0e47-452a-9804-4741a1cae33e None None] Pushing event deleted for resources: {'Port': ['ID=8385595b-e304-4376-a1f1-d00a73ffbe49,revision_number=None']} {{(pid=104241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:18.961143 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 124c7345-3bf9-4d11-994b-79338ece85be no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:18:18.980176 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 124c7345-3bf9-4d11-994b-79338ece85be {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:18:18.980517 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 124c7345-3bf9-4d11-994b-79338ece85be not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:18:18.980919 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8385595b-e304-4376-a1f1-d00a73ffbe49 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:18:18.987396 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505333', 'neutron.services.segments.db._delete_segments_for_network-8727684205707'] for network (badb33eb-3fdc-469b-997e-7aee96a779c8), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.998641 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 8385595b-e304-4376-a1f1-d00a73ffbe49 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:18:18.998994 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 8385595b-e304-4376-a1f1-d00a73ffbe49 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:18:18.999406 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 78ec1aff-0ded-4272-9682-c6aa31dd54c2 no longer exists at agent ovs-agent-dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:18:19.008645 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badb33eb-3fdc-469b-997e-7aee96a779c8']}} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:19.019593 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.plugin [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] No Port match for: 78ec1aff-0ded-4272-9682-c6aa31dd54c2 {{(pid=104241) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:18:19.019942 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron.plugins.ml2.rpc [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Device 78ec1aff-0ded-4272-9682-c6aa31dd54c2 not bound to the agent host dv-cinder-787296-11-iscsi {{(pid=104241) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:18:19.025474 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50890530-b90e-4108-8baa-403d9aeed816') {'for_net_delete': True} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:19.025775 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.services.segments.db [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50890530-b90e-4108-8baa-403d9aeed816') {} {{(pid=104239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:19.037093 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727684206484', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57991598'] for segment (50890530-b90e-4108-8baa-403d9aeed816), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:19.051427 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152'] for segment (50890530-b90e-4108-8baa-403d9aeed816), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:19.057768 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:18:19.058213 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57332411'] for segment (50890530-b90e-4108-8baa-403d9aeed816), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:19.086283 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment 50890530-b90e-4108-8baa-403d9aeed816 resource provider aggregate not found Jun 22 09:18:19.132276 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.services.segments.plugin [-] Segment 50890530-b90e-4108-8baa-403d9aeed816 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50890530-b90e-4108-8baa-403d9aeed816 found for delete ", "request_id": "req-19a76bb7-bab5-4bca-a99a-1f3418ac4b98"}]} Jun 22 09:18:19.227162 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485167'] for network (badb33eb-3fdc-469b-997e-7aee96a779c8), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:19.233035 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546279'] for network (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:19.236306 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] 10.222.0.36 "DELETE /v2.0/networks/badb33eb-3fdc-469b-997e-7aee96a779c8 HTTP/1.1" status: 204 len: 168 time: 0.7572458 Jun 22 09:18:19.247318 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d126641-c8c9-4675-9013-6e1527e98c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=badb33eb-3fdc-469b-997e-7aee96a779c8,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:19.547047 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49384) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:19.587040 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-b945d9bf-e4f4-4b46-834a-ddb7944691ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c6571a499a0498abe9211d2d252bacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388410 Jun 22 09:18:19.589580 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49386) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:19.601442 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:19.644421 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-be11aec5-6d92-4543-9496-8b3ed1867c50 admin admin] Publish callbacks [] for security_group (edb3706d-3427-488c-8b79-1dfeecde1abb), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:19.666706 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-be11aec5-6d92-4543-9496-8b3ed1867c50 admin admin] Publish callbacks [] for security_group (edb3706d-3427-488c-8b79-1dfeecde1abb), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:19.838479 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-be11aec5-6d92-4543-9496-8b3ed1867c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (edb3706d-3427-488c-8b79-1dfeecde1abb), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:19.841671 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-be11aec5-6d92-4543-9496-8b3ed1867c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:19.842967 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-be11aec5-6d92-4543-9496-8b3ed1867c50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edb3706d-3427-488c-8b79-1dfeecde1abb HTTP/1.1" status: 204 len: 168 time: 0.2524867 Jun 22 09:18:19.851291 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11aec5-6d92-4543-9496-8b3ed1867c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb3706d-3427-488c-8b79-1dfeecde1abb,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:20.581847 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49392) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:20.622084 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-edc520e7-b0f0-4837-8d8c-88104fe02647 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d745a1fcbc8149df916dc64d9a223687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390642 Jun 22 09:18:20.624576 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [-] (104239) accepted ('10.222.0.36', 49394) {{(pid=104239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:20.676234 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-097b7b38-da77-42b8-8b7f-b46d1b2bfd5d admin admin] Publish callbacks [] for security_group (1f3d4af7-9cf8-4ab7-bbf5-75ad07ce26b6), before_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:20.698044 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-097b7b38-da77-42b8-8b7f-b46d1b2bfd5d admin admin] Publish callbacks [] for security_group (1f3d4af7-9cf8-4ab7-bbf5-75ad07ce26b6), precommit_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:20.827492 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-097b7b38-da77-42b8-8b7f-b46d1b2bfd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472042'] for security_group (1f3d4af7-9cf8-4ab7-bbf5-75ad07ce26b6), after_delete {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:20.830628 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron_lib.callbacks.manager [None req-097b7b38-da77-42b8-8b7f-b46d1b2bfd5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:20.831819 dv-cinder-787296-11-iscsi neutron-server[104239]: INFO neutron.wsgi [None req-097b7b38-da77-42b8-8b7f-b46d1b2bfd5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f3d4af7-9cf8-4ab7-bbf5-75ad07ce26b6 HTTP/1.1" status: 204 len: 168 time: 0.2057707 Jun 22 09:18:20.847608 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b7b38-da77-42b8-8b7f-b46d1b2bfd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3d4af7-9cf8-4ab7-bbf5-75ad07ce26b6,revision_number=None']} {{(pid=104239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:25.351191 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:DELETE=4,neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:25.434245 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG dbcounter [-] [104240] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:28.534690 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=98 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:29.523670 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=77 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:30.834645 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:30.835493 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG dbcounter [-] [104239] Writing DB stats neutron:SELECT=72,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:31.646299 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:31.648185 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:35.111316 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:43.123737 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-2863e190-7bb1-4ed0-b4cd-14efca5b4f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:45.529453 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-2ca72472-3925-41f5-ba35-c058a3a7b0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:47.030648 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:48.677682 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:48.734752 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:49.528710 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:18:58.647666 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:58.649584 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:05.104243 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:11.642568 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=15 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:11.644345 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=19 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:13.184479 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-1118c5f3-8cc7-4d2f-a5ae-68bf0c9a38b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:15.498769 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-45bd4c9a-a6c5-46c7-993d-94114b46a347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:17.071313 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:18.717231 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:18.739874 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:26.527652 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:19:28.650308 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:28.653194 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:35.114814 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:42.521302 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:42.526271 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:43.185482 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-ddca9771-61d0-48c1-804d-c001591fd06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:45.499470 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-15c49e5b-b87c-4c8a-9452-97adf99a391d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:47.036371 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:48.687580 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:48.716070 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:58.641321 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:58.648323 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:03.527530 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:20:05.127922 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:13.144646 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-2dd60292-c602-47df-a08b-70cfe2c8986f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:15.576748 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-dedd3ba8-831a-4415-8c13-bc4f0661ef2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:17.042556 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:18.714790 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:18.742025 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:19.511799 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:19.521833 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:31.647380 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:31.651363 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:35.144141 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:40.527260 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:20:43.175886 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-f129c00d-3afc-44c8-99a7-1fedb3c6e393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:45.498734 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-69fb5a69-b3b2-464c-87d0-7b72cc52d4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:47.064078 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:48.707687 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:48.729881 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:56.518170 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:56.518970 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:58.639628 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:58.641529 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:05.130206 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:11.719883 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=12 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:11.728040 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=14 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:13.143165 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-fc006448-ac60-48b8-98b0-51aae12e8b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:14.397576 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-ce8abd25-7663-4bd9-8b32-653854e49b0c service neutron] (104240) timed out ('10.222.0.36', 44076) {{(pid=104240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:21:14.576746 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-8d265e56-1f48-4307-b2f1-a997e0ba20f0 tempest-TestShelveInstance-912037290 tempest-TestShelveInstance-912037290-project] (104240) timed out ('10.222.0.36', 44086) {{(pid=104240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:21:15.523666 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-bad69249-641f-4178-9b0f-2388fa76a453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:17.051963 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:17.525424 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:21:18.717941 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:18.746538 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:23.131306 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [req-4135d37e-cfd5-4b39-9f41-477bac0ac759 req-16916e79-253e-466d-a9c2-dd20cdd008cf service neutron] (104240) timed out ('10.222.0.43', 58790) {{(pid=104240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:21:28.645592 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:28.647561 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:33.510258 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:33.515292 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:35.134627 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:39.334161 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [req-976ce305-1c14-4ca4-83b8-163dcb1e390b req-921990bc-3831-4337-8909-91ed2f086b20 service neutron] (104239) timed out ('10.222.0.43', 58787) {{(pid=104239) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:21:43.157930 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a60fe4d4-5285-4dbe-92da-58821f6f35b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:45.508653 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-f58522a7-fece-40e7-8a2f-575b49f92538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:47.039654 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:48.734589 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:48.745296 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:54.523838 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:21:58.634425 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:58.644519 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:05.142205 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:10.512716 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=4 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:11.679338 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:13.153347 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-a582d807-c374-45c1-959b-17361723db62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:15.519404 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-b62f71c0-3172-4894-be09-aa3ebb8a0dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:17.061845 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:18.696368 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:18.730418 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:31.522895 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:22:31.641513 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:31.646466 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:35.155626 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:43.166889 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df1-40de-4c72-ad82-4e26ac9effa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:45.510308 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-20299663-2583-470c-9f41-8aad0d582244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:47.078742 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:47.503297 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=3 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:47.509392 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=5 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:48.727119 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:48.772760 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:58.643974 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:58.645896 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:05.138038 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:08.522121 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG neutron.db.agents_db [None req-1b507bb9-62f4-403f-ad4e-8b2cac689c72 None None] Agent healthcheck: found 6 active agents {{(pid=104242) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:23:13.160405 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-2f67701c-4125-48d9-a4b3-d216a4f17498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (5d8e65c4-6ee7-4fba-b761-d9381bdadf74), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:15.512072 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-787fc2a4-d152-4e2b-8c76-47b753730c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (7cd0ba5f-05cf-49c3-83c5-bcd9359811bb), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:17.060328 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77c158b6-797f-428e-845f-02b1224dcc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (112a51be-4e56-438b-875d-51e5b3d4e0dd), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:18.691474 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-3f842ab6-753b-4964-9590-72323ffb8ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (ddb206f9-ebc6-40d3-a36e-00c82a4c910e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:18.719933 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-0bac80b3-aa36-4b6b-a5ad-6d88db5e53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (8935d5ac-a194-4c2e-9d50-0a6e130011ca), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:18.897649 dv-cinder-787296-11-iscsi neutron-server[104240]: DEBUG neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-663d2527-b13c-4f5c-a270-d938feaac52d service neutron] (104240) timed out ('10.222.0.36', 43492) {{(pid=104240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:23:18.976305 dv-cinder-787296-11-iscsi neutron-server[104239]: DEBUG neutron.wsgi [req-ef36ea43-34ce-4975-8953-2c0f494ee9a2 req-da34771e-0a38-4b98-89aa-8c793e16c3b6 tempest-AttachVolumeShelveTestJSON-1501273356 tempest-AttachVolumeShelveTestJSON-1501273356-project] (104239) timed out ('10.222.0.36', 43500) {{(pid=104239) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:23:24.501022 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=19 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:28.647043 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:28.649030 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG dbcounter [-] [104241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:29.529180 dv-cinder-787296-11-iscsi neutron-server[104242]: DEBUG dbcounter [-] [104242] Writing DB stats neutron:SELECT=17 {{(pid=104242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:35.223034 dv-cinder-787296-11-iscsi neutron-server[104241]: DEBUG neutron_lib.callbacks.manager [None req-77ce9392-eddf-4fd6-a929-dad66822af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727684205689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421940'] for agent (cb714d03-db2a-48c4-b764-8d4044293d0e), after_update {{(pid=104241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}